-- Logs begin at Mon 2021-06-28 09:01:58 UTC, end at Mon 2021-06-28 10:17:49 UTC. -- Jun 28 09:44:36.816608 dv-cinder-792209-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 09:44:39.498955 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:44:39.499526 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:44:39.499658 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105100) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:44:39.503030 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:44:39.503285 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:44:39.503595 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105100) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:44:39.504550 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:44:39.504784 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:44:39.505149 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:44:39.505394 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:44:39.505618 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:44:39.505934 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.506229 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.506522 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.506750 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.507041 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.507327 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.507606 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.507925 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.508291 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.508620 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.508906 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.509190 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.509421 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.509701 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.510546 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.510915 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.511144 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] debug = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.511427 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.511860 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.512310 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.512591 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.512880 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.513159 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.513429 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.513707 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.513990 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.514314 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] host = dv-cinder-792209-2-iscsi {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.514607 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.514897 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.515189 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.515476 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.515751 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.516029 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.516343 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.516618 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.516890 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.517165 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.517451 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.517737 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.518024 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.518246 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.518466 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.518752 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.519034 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.519310 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.519582 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.519853 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.520158 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.520489 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.520789 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.521093 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.521382 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.521666 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.521940 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.522214 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.522484 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.522753 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.523036 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.523309 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.523578 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.523856 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.524174 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.524437 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.524707 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.525005 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.525296 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.525692 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.525892 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.526182 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.526482 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.526757 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.527030 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.527303 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] use_json = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.527575 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.527846 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.528127 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.528422 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.528693 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.528961 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.529233 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.529516 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:39.529836 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.530134 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.530435 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.530718 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.531015 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.531298 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.531595 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.531892 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.532212 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.532506 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.532797 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.533077 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.533369 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.533650 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.533965 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.534274 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.534567 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.534857 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.535139 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.535452 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.535771 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.536057 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.536373 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.536672 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.536962 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.537258 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.537542 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.537834 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.538115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.538391 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.538674 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.538963 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.539244 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.539519 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.539843 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.540178 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.540490 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.540768 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.541050 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.541904 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.542189 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.542464 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.542741 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.543040 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.543316 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.543604 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.543885 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.544182 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.544461 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.544742 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.545017 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.545290 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.545574 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.545845 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.546149 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.546425 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.546698 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.546972 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.547247 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.547519 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.547793 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.548065 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.548377 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.548667 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.548943 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.549214 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.549490 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.549765 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.550055 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.550357 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.550651 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.550988 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.551289 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.551574 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.551858 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.552158 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.552444 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.552728 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.553004 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.553297 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.553583 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.553874 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.554161 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.554443 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.554739 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.555037 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.555324 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.555613 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.555892 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.556203 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.556512 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.557535 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.558042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.558477 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.558784 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.559085 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.559373 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.559687 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.559972 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:39.560277 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:44:39.560528 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105100) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 09:44:39.909167 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:39.909445 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:39.909738 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:39.910070 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 09:44:40.300197 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.300498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.300771 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.302119 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.302408 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.302677 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.336864 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.337145 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.337415 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.350904 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.351209 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.354279 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.384394 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.384676 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.384971 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.420688 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.420967 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.421233 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.655017 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.655640 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.655640 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.655822 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.656563 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.786349 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.786668 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.786951 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.787222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.787489 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.787799 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.788059 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.788343 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.788597 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.788878 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.789139 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.789405 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.789667 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.789931 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.790186 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.790456 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.791738 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.792012 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.792324 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.792590 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.792879 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.793233 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.793494 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.793782 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.794036 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.794287 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.794679 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:40.794921 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:40.795163 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:40.795398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:40.795633 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:40.795866 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:40.796248 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 09:44:40.799295 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 09:44:40.803216 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 09:44:40.807696 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 28 09:44:40.809364 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 09:44:40.809814 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 09:44:40.810151 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 09:44:40.810533 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 09:44:40.813485 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 09:44:40.813737 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 09:44:40.814084 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:44:40.842001 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 09:44:40.842442 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.842736 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105100) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 09:44:40.843095 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.844468 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105100) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 09:44:40.844750 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:44:40.844997 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 09:44:40.848334 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.848618 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:40.912944 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 09:44:40.913123 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 09:44:40.913355 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 09:44:40.913720 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 09:44:40.935744 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_db.sqlalchemy.engines [None req-14419095-869d-4bee-9134-af52c7259695 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105100) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 09:44:41.612415 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing driver for type 'gre' Jun 28 09:44:41.612837 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14419095-869d-4bee-9134-af52c7259695 None None] gre ID ranges: [(1, 1000)] Jun 28 09:44:41.806445 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing driver for type 'local' Jun 28 09:44:41.807022 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing driver for type 'vlan' Jun 28 09:44:41.886434 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14419095-869d-4bee-9134-af52c7259695 None None] VlanTypeDriver initialization complete Jun 28 09:44:41.886772 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing driver for type 'vxlan' Jun 28 09:44:41.887255 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14419095-869d-4bee-9134-af52c7259695 None None] vxlan ID ranges: [(1, 1000)] Jun 28 09:44:42.078890 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing extension driver 'port_security' Jun 28 09:44:42.079222 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.extensions.port_security [None req-14419095-869d-4bee-9134-af52c7259695 None None] PortSecurityExtensionDriver initialization complete Jun 28 09:44:42.079544 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing mechanism driver 'openvswitch' Jun 28 09:44:42.079854 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing mechanism driver 'hyperv' Jun 28 09:44:42.090865 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-14419095-869d-4bee-9134-af52c7259695 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:42.092048 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.092443 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.092799 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.093182 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.093555 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.093898 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.094325 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.094711 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.095044 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.095410 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > security_group after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.095748 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > security_group after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.096109 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.096513 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.096853 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.097186 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.097638 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > address_group after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.097983 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > address_group after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.098315 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.098658 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14419095-869d-4bee-9134-af52c7259695 None None] ML2 OVO RPC backend initialized. {{(pid=105100) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 28 09:44:42.099329 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.099671 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.100077 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.100472 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > networks before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.100808 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.101137 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > ports before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.101473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.101802 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnets before_response 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.102136 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.102463 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.102787 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.103112 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.103436 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.103875 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.104301 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.104642 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.105003 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.105568 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-14419095-869d-4bee-9134-af52c7259695 None None] Modular L2 Plugin initialization complete Jun 28 09:44:42.105889 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading services supported by the core plugin {{(pid=105100) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 09:44:42.106313 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.managers [None req-14419095-869d-4bee-9134-af52c7259695 None None] Got port-security extension from driver 'port_security' Jun 28 09:44:42.106761 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.extensions.vlantransparent [None req-14419095-869d-4bee-9134-af52c7259695 None None] Disabled vlantransparent extension. Jun 28 09:44:42.107233 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105100) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 09:44:42.107538 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: router Jun 28 09:44:42.149070 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.149398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_create 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.149757 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router before_create 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.150108 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.150491 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.150838 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_delete 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.151187 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.151540 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_create 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.151880 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_update 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.152244 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_update 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.152588 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.152938 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_update 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.153333 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_update 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.153867 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.154208 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.154537 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: subnet after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.154901 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.155248 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.155582 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_create 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.155913 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.156272 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.156624 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router after_update 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.156953 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.157295 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_create 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.157640 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.157971 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_update 55549900 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.158320 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > agent after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.158675 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > agent after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.158989 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > network after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.159885 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Tracking information for resource: router configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:42.160227 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Tracking information for resource: floatingip configured {{(pid=105100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:44:42.165244 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.db.l3_agentschedulers_db [None req-14419095-869d-4bee-9134-af52c7259695 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 09:44:42.171722 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.171722 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port after_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.171722 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port after_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.171722 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: port after_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.171722 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router before_create 55550100 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.172220 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.172220 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_create 55550100 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.172220 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > router precommit_update 55550100 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.173505 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.provider_configuration [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service providers = [] {{(pid=105100) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 09:44:42.173861 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.db.servicetype_db [None req-14419095-869d-4bee-9134-af52c7259695 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105100) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 09:44:42.176831 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.service_base [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:44:42.177167 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.service_base [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:44:42.177494 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.service_base [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:44:42.178350 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.services.service_base [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:44:42.178710 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.services.service_base [None req-14419095-869d-4bee-9134-af52c7259695 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 09:44:42.179076 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.179379 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 09:44:42.190479 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.190810 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: auto_allocate Jun 28 09:44:42.196589 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: network precommit_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.196946 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: network precommit_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.198055 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.198364 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: tag Jun 28 09:44:42.204963 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.205283 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: timestamp Jun 28 09:44:42.209016 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.209332 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: network_ip_availability Jun 28 09:44:42.216270 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.216988 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.217330 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.218031 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.218343 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: flavors Jun 28 09:44:42.223003 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.223712 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading Plugin: revisions Jun 28 09:44:42.234115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:44:42.234494 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_concurrency.lockutils [None req-14419095-869d-4bee-9134-af52c7259695 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.325s {{(pid=105100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:42.235223 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105100) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 09:44:42.235549 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Initializing extension manager. Jun 28 09:44:42.236045 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: __init__.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.236419 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: __pycache__ {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.236747 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.237070 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: address_group.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.237827 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.238355 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: address-group Jun 28 09:44:42.238668 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: address_scope.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.239349 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.239844 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: address-scope Jun 28 09:44:42.240163 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.241071 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.241571 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: router-admin-state-down-before-update Jun 28 09:44:42.241883 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: agent.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.242557 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.243156 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: agent Jun 28 09:44:42.243472 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: agent_resources_synced.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.244879 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.245375 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: agent-resources-synced Jun 28 09:44:42.245686 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: allowedaddresspairs.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.247413 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.247925 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: allowed-address-pairs Jun 28 09:44:42.248275 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: auto_allocated_topology.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.249545 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.250049 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: auto-allocated-topology Jun 28 09:44:42.250367 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: availability_zone.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.251042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.251534 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: availability_zone Jun 28 09:44:42.251847 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: availability_zone_filter.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.252763 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.253261 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: availability_zone_filter Jun 28 09:44:42.253568 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: data_plane_status.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.254434 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.255035 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 09:44:42.255341 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: default_subnetpools.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.256250 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.256756 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: default-subnetpools Jun 28 09:44:42.257065 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.257846 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.258344 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: dhcp_agent_scheduler Jun 28 09:44:42.258655 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: dns.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.259534 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.260591 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 09:44:42.260942 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: dns_domain_ports.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.261858 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.262352 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 09:44:42.262697 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.268290 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.268787 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 09:44:42.269097 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: dvr.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.269741 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.270233 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: dvr Jun 28 09:44:42.270713 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: empty_string_filtering.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.271600 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.272100 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: empty-string-filtering Jun 28 09:44:42.272445 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.273315 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.273887 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:44:42.274196 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.275070 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.275588 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 09:44:42.275940 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: external_net.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.276802 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.277305 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: external-net Jun 28 09:44:42.277617 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.278489 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.278982 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: extra_dhcp_opt Jun 28 09:44:42.279294 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: extraroute.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.280192 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.280690 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: extraroute Jun 28 09:44:42.281000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: extraroute_atomic.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.281993 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.282566 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: extraroute-atomic Jun 28 09:44:42.282845 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: filter_validation.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.283485 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.283973 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: filter-validation Jun 28 09:44:42.284372 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: fip_pf_description.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.285244 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.285734 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 09:44:42.286042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: fip_port_details.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.286929 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.287430 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: fip-port-details Jun 28 09:44:42.287736 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: flavors.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.288959 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.289491 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: flavors Jun 28 09:44:42.289804 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.291455 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.292103 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 09:44:42.292450 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: floatingip_pools.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.293127 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.293625 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: floatingip-pools Jun 28 09:44:42.293937 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: ip_allocation.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.294827 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.295340 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 09:44:42.295630 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.303407 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.303916 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: ip-substring-filtering Jun 28 09:44:42.304266 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l2_adjacency.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.305170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.305664 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 09:44:42.305975 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.307570 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.308116 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: router Jun 28 09:44:42.308454 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.310744 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.311297 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:44:42.311620 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.312553 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.313059 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: ext-gw-mode Jun 28 09:44:42.313374 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.314263 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.314775 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: l3-ha Jun 28 09:44:42.315089 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3_flavors.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.315982 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.316522 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: l3-flavors Jun 28 09:44:42.316835 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.317743 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.318241 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 09:44:42.318550 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: l3agentscheduler.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.319553 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.320057 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: l3_agent_scheduler Jun 28 09:44:42.320401 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: logging.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.321860 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.322420 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension logging not supported by any of loaded plugins Jun 28 09:44:42.323243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: metering.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.323960 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.324559 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: metering Jun 28 09:44:42.325013 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.326076 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.326576 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: metering_source_and_destination_fields Jun 28 09:44:42.326892 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: multiprovidernet.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.327780 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.328307 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: multi-provider Jun 28 09:44:42.328622 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: netmtu.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.329496 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.329993 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: net-mtu Jun 28 09:44:42.330305 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: netmtu_writable.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.331253 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.331743 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: net-mtu-writable Jun 28 09:44:42.332055 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: network_availability_zone.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.332723 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.333213 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: network_availability_zone Jun 28 09:44:42.333525 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: network_ip_availability.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.334588 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.335091 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: network-ip-availability Jun 28 09:44:42.335405 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: network_segment_range.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.336174 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.336661 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 09:44:42.336973 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: pagination.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.337924 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.338462 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: pagination Jun 28 09:44:42.338776 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: port_device_profile.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.346298 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.346803 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: port-device-profile Jun 28 09:44:42.347115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.348007 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.348552 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: port-mac-address-regenerate Jun 28 09:44:42.348862 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.349738 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.350236 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: port-numa-affinity-policy Jun 28 09:44:42.350546 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: port_resource_request.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.351431 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.351963 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 09:44:42.352310 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: portbindings.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.353206 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.353883 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: binding Jun 28 09:44:42.354204 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: portbindings_extended.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.355442 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.355947 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: binding-extended Jun 28 09:44:42.356298 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: portsecurity.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.357219 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.357723 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: port-security Jun 28 09:44:42.358038 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: project_id.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.358975 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.359294 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: project-id Jun 28 09:44:42.359603 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: providernet.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.360519 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.361018 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: provider Jun 28 09:44:42.361326 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.365054 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.365568 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos not supported by any of loaded plugins Jun 28 09:44:42.365890 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.367095 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.367598 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 09:44:42.367943 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.368853 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.369894 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 09:44:42.370320 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_default.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.371208 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.371716 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-default not supported by any of loaded plugins Jun 28 09:44:42.372028 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_fip.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.372679 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.373172 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 09:44:42.373484 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_gateway_ip.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.374370 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.374865 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 09:44:42.375178 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_port_network_policy.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.376062 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.376602 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 09:44:42.376930 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_rule_type_details.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.377810 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.378306 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 09:44:42.378618 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: qos_rules_alias.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.379622 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.380126 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 09:44:42.380462 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: quotasv2.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.381353 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.381701 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: quotas Jun 28 09:44:42.382051 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: quotasv2_detail.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.392044 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.392414 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: quota_details Jun 28 09:44:42.392736 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: rbac.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.393882 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.394404 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: rbac-policies Jun 28 09:44:42.394721 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: rbac_address_group.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.395623 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.396128 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: rbac-address-group Jun 28 09:44:42.396464 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: rbac_address_scope.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.397365 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.397867 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: rbac-address-scope Jun 28 09:44:42.398182 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: rbac_security_groups.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.399060 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.399672 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: rbac-security-groups Jun 28 09:44:42.399937 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: rbac_subnetpool.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.400954 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.401454 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: rbac-subnetpool Jun 28 09:44:42.401762 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: revisionifmatch.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.402647 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.403188 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: revision-if-match Jun 28 09:44:42.403605 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: revisions.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.404925 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.405433 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: standard-attr-revisions Jun 28 09:44:42.405746 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: router_availability_zone.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.406393 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.406893 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: router_availability_zone Jun 28 09:44:42.407204 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: routerservicetype.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.408091 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.408620 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 09:44:42.408998 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.409878 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.410379 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: security-groups-normalized-cidr Jun 28 09:44:42.410690 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.411601 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.412100 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: port-security-groups-filtering Jun 28 09:44:42.412432 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.413312 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.413812 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: security-groups-remote-address-group Jun 28 09:44:42.414122 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: securitygroup.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.423862 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.424420 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: security-group Jun 28 09:44:42.424742 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: segment.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.425510 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.426007 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension segment not supported by any of loaded plugins Jun 28 09:44:42.426322 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.427221 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.427719 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 09:44:42.428081 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: servicetype.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.429197 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.429708 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: service-type Jun 28 09:44:42.430022 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: sorting.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.430972 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.431296 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: sorting Jun 28 09:44:42.431610 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: standard_attr_segment.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.433223 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.433727 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 09:44:42.434042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: standardattrdescription.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.434668 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.435166 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: standard-attr-description Jun 28 09:44:42.435480 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: stateful_security_group.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.436406 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.436911 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: stateful-security-group Jun 28 09:44:42.437226 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: stdattrs_common.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.437883 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 09:44:42.438197 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.439096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.439632 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 09:44:42.439945 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: subnet_onboard.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.441051 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.441559 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: subnet_onboard Jun 28 09:44:42.441876 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.442771 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.443312 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 09:44:42.443623 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: subnet_service_types.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.449961 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.450507 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: subnet-service-types Jun 28 09:44:42.450822 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: subnetallocation.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.451920 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.452463 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: subnet_allocation Jun 28 09:44:42.452780 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.453538 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.454882 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: subnetpool-prefix-ops Jun 28 09:44:42.455376 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.456334 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.456869 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 09:44:42.457183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: tagging.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.458220 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.458730 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: standard-attr-tag Jun 28 09:44:42.459044 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: timestamp.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.460271 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.460821 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loaded extension: standard-attr-timestamp Jun 28 09:44:42.461138 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: trunk.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.462139 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.462643 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension trunk not supported by any of loaded plugins Jun 28 09:44:42.462980 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: trunk_details.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.463871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.464397 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 09:44:42.464713 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: uplink_status_propagation.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.465628 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.466213 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 09:44:42.466840 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Loading extension file: vlantransparent.py {{(pid=105100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:44:42.467488 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:44:42.467985 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 09:44:42.470447 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:network Jun 28 09:44:42.470966 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:subnet Jun 28 09:44:42.471352 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:44:42.471728 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:port Jun 28 09:44:42.472989 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.473417 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service FLAVORS assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.474023 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.474443 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.474762 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:router Jun 28 09:44:42.475176 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:44:42.478164 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service METERING assigned prefix: /metering {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.478164 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.478164 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.478164 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:44:42.478995 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:44:42.479434 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:44:42.479857 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:44:42.480465 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service CORE assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.480795 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:44:42.481128 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] subnetpool is already registered Jun 28 09:44:42.481556 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service CORE assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.481870 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:44:42.482187 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] subnetpool is already registered Jun 28 09:44:42.484490 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.484948 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service FLAVORS assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.485551 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.485959 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.486282 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:router Jun 28 09:44:42.486609 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] router is already registered Jun 28 09:44:42.487014 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:44:42.487453 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] floatingip is already registered Jun 28 09:44:42.487780 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service METERING assigned prefix: /metering {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.488449 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:44:42.488765 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] rbac_policy is already registered Jun 28 09:44:42.489165 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:44:42.489487 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] security_group is already registered Jun 28 09:44:42.489916 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:44:42.490235 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] security_group_rule is already registered Jun 28 09:44:42.490853 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service CORE assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.491168 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:44:42.491491 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] subnetpool is already registered Jun 28 09:44:42.491892 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.v2.resource_helper [None req-14419095-869d-4bee-9134-af52c7259695 None None] Service CORE assigned prefix: {{(pid=105100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:44:42.492229 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:44:42.492550 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING neutron.quota.resource_registry [None req-14419095-869d-4bee-9134-af52c7259695 None None] subnetpool is already registered Jun 28 09:44:42.493000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: extensions {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.494977 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: address-groups {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.496465 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: address-scopes {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.497823 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: agents {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.498954 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: auto-allocated-topology {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.500205 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: availability_zones {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.501502 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: dhcp-networks {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.503157 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: dhcp-agents {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.504682 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: routers {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.506344 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: flavors {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.508863 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: service_profiles {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.510627 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: next_providers {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.512068 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: service_profiles {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.513658 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: floatingip-pools {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.514870 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: routers {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.516633 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: floatingips {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.517897 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: l3-routers {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.524000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: l3-agents {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.524000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: metering-labels {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.524000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: metering-label-rules {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.524000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: network-ip-availabilities {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.524866 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: bindings {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.526496 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: quotas {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.528000 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: quotas {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.529440 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: rbac-policies {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.530671 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: security-groups {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.531989 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: security-group-rules {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.533449 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: service-providers {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.534649 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: subnetpools {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.536007 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: subnetpools {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.537563 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.539266 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.541991 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.543800 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.545486 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.547429 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.549150 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.550965 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.552908 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.554652 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron.api.extensions [None req-14419095-869d-4bee-9134-af52c7259695 None None] Extended resource: tags {{(pid=105100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:44:42.561347 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING keystonemiddleware.auth_token [None req-14419095-869d-4bee-9134-af52c7259695 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 09:44:42.565837 dv-cinder-792209-2-iscsi neutron-server[105100]: WARNING keystonemiddleware.auth_token [None req-14419095-869d-4bee-9134-af52c7259695 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 09:44:42.574339 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_concurrency.lockutils [None req-14419095-869d-4bee-9134-af52c7259695 None None] Acquired lock "singleton_lock" {{(pid=105100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 09:44:42.574800 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_concurrency.lockutils [None req-14419095-869d-4bee-9134-af52c7259695 None None] Releasing lock "singleton_lock" {{(pid=105100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 09:44:42.575421 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Starting 2 workers Jun 28 09:44:42.580123 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Started child 105211 {{(pid=105100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:44:42.584437 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Started child 105212 {{(pid=105100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:44:42.585658 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.586373 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO neutron.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 09:44:42.586730 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Notify callbacks [] for process, before_spawn {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.587310 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [-] (105211) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:44:42.589158 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Starting 1 workers Jun 28 09:44:42.589461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.590857 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [-] (105212) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:44:42.594519 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Started child 105213 {{(pid=105100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:44:42.604511 dv-cinder-792209-2-iscsi neutron-server[105100]: INFO oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Starting 1 workers Jun 28 09:44:42.604658 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] calling RpcWorker wait() {{(pid=105213) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 09:44:42.604658 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] returning from RpcWorker wait() {{(pid=105213) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 09:44:42.605242 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [None req-14419095-869d-4bee-9134-af52c7259695 None None] Started child 105214 {{(pid=105100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:44:42.605330 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.605410 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-14419095-869d-4bee-9134-af52c7259695 None None] Notify callbacks [] for process, after_spawn {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.605498 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.605592 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.606190 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.606272 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.606659 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.606659 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.606659 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.606659 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.606971 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:42.607042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.607042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.607182 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.607505 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.607505 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.607732 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.607966 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.608249 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.608534 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.608771 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.609029 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.609175 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.609440 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.609709 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.609937 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.610193 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] debug = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.610428 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.610897 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.611215 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.611424 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.611655 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.611941 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.612180 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.612448 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.612680 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.612921 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.613161 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.613405 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.613625 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.613853 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.614062 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.614376 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.614531 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.614970 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] host = dv-cinder-792209-2-iscsi {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.615178 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.615402 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.615686 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.615939 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.616205 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.616415 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.616669 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.616988 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.617144 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.617363 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.617607 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.617852 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.618108 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.618306 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.618453 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_options = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.618702 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.618966 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.619259 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.620042 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.620292 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.620437 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.620703 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.620848 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.621091 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.621331 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.621537 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.621765 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.621977 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.622261 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.622525 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.622717 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.622922 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.623122 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.623368 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.623605 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.623818 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.624038 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.624286 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.624530 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.624682 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.624917 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.625150 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.625355 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.625559 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.625812 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.626017 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.626274 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.626508 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.626801 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.627936 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.628259 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.628580 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.629383 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.629627 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.629854 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.630121 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.630366 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.630620 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.631293 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.631541 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.631761 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_json = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.631976 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.632217 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.632474 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.632694 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.632930 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.633145 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.633358 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.633597 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.634127 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.634303 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.634627 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.634954 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.635288 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.635537 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.635772 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.636011 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.636269 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.636529 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.636803 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.637028 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.637323 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.637561 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.637853 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.638198 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.638428 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.638690 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.638936 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.639167 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.639399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.639638 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.639975 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.640279 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.640542 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.650498 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.651243 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.652096 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.653183 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.654222 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.655404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.656364 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.657202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.658115 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659088 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659088 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659088 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659088 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659531 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659531 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659680 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.659889 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.660181 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.660431 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.660687 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.660954 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.661204 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.661469 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.661817 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.662070 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.662311 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.662560 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.662791 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.663030 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.663279 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.663540 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.664219 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.664219 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.664475 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.664733 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.668067 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.669144 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.669144 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.669890 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.670171 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.671125 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.672374 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.672846 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.673306 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.673730 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.674169 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.674616 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.675029 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.675456 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.675862 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.676271 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.676681 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.677073 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.677487 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.677862 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.678230 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.678600 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.678991 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.679385 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.679748 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.679985 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.680274 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.680539 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.680787 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.681011 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.681239 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.681482 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.681744 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.682537 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.682787 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.683022 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.683246 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.683475 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.683720 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.684253 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.684253 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.684510 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.684690 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.684905 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.685122 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.685358 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.685600 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.685813 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.686040 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.686255 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.686490 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.686772 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.687118 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.687369 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.687598 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.687837 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.688055 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.688312 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.688552 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.688770 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.688992 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.689210 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.689427 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.689690 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.689933 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.690154 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.690388 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.690615 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.690824 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.691057 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.691265 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.691568 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.691791 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.692021 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.692276 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.692517 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.692742 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.692955 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.693169 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.693383 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.693590 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.693819 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.694046 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.694253 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.694465 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.694671 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.694990 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.695247 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.695964 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.695964 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.695964 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.696356 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.696356 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.696604 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.696698 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.696866 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.697182 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.697538 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.697819 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.698124 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.698409 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.698665 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.698921 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.699226 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.699432 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.699688 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.699979 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.700232 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.700454 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.700721 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.701035 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.701336 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.701607 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.701841 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.702127 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.702408 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.702662 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.702874 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.703185 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.703509 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.703792 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.704066 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.704321 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.704605 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.704834 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.705047 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.705262 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.705500 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.705716 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.705973 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.706202 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.706426 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.706661 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.706909 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.707127 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.707373 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.707602 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.707972 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.708104 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.708277 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:44:42.708742 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:44:42.708902 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:44:42.709055 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:44:42.709224 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:44:42.709391 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:44:42.709540 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:44:42.709744 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.709903 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.710061 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.710217 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.710372 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.710549 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.710708 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.710864 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711022 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711177 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711334 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711490 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711644 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711799 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.711953 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.712108 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.712284 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.712441 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.712601 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.712756 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.712919 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.713124 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.713280 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] debug = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.713439 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.713642 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.713863 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714057 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714342 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714342 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714715 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714715 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714715 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714973 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.714973 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.715117 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.715234 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.715389 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.715543 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.715698 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.715871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.716006 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] host = dv-cinder-792209-2-iscsi {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_options = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.720783 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721399 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.721871 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.722473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723006 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723006 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723006 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723006 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723006 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723336 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723336 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723336 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723537 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723623 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723757 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.723932 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724087 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724259 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724406 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724545 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724683 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724836 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.724997 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.725140 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_json = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.725279 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.725435 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.725593 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.725753 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.725893 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.726031 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.726267 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.726424 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:44:42.726610 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.726841 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.726936 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.727091 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.727253 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.727418 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.727582 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.727718 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.727873 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.728023 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.728207 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.728362 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.728528 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.729219 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.729353 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.729537 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.729674 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.729841 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.729971 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.730112 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.730266 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.730421 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.730591 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.730745 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.730910 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.731068 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.731228 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.731388 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.731547 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.731706 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.731865 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.732025 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.732207 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.732373 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.732532 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.732694 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.732859 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733018 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733178 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733337 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733497 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733657 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733816 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.733975 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.734135 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.734295 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.734454 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.734614 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.734775 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.734934 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.735103 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.735262 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.735422 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.735581 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.735740 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.735900 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.736060 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.736242 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.736401 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.736561 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.736721 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.736963 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.737110 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.737235 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.737358 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.737490 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.737652 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.737882 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738035 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738169 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738308 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738444 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738603 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738762 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.738921 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.739080 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.739239 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.739398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.739557 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.739715 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.739859 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.740020 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.740197 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.740360 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.740528 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.740700 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.740859 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741018 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741178 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741337 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741495 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741654 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741813 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.741971 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.742131 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.742290 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.742450 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.742612 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.742777 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.742936 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.743094 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.743253 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.743411 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.743569 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.743728 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.743887 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.744047 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.744834 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.745057 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.745204 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.745496 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.745674 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.745833 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.745996 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.746156 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.746323 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.746493 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.746654 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.746814 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.746974 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.747178 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.747288 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.747426 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.747584 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.747743 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.747901 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.748062 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.748252 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.748422 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.748582 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.748742 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.748902 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.749083 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.749245 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.749404 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.749539 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:42.749670 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.749794 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.749915 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750037 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750159 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750302 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750507 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750633 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750756 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.750905 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.751065 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.751224 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.751383 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.751544 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.751703 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.751863 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.752021 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.752199 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.752361 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.752521 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.752680 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.752842 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753002 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753162 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753322 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753481 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753640 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753800 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.753959 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.754118 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.754277 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.754435 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.754593 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.754753 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.754914 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.755074 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.755233 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.755392 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.755551 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.755710 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.755869 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756031 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756213 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756360 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756520 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756679 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756838 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.756997 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.757170 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.757317 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.757476 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.757636 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.757808 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.757968 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.758127 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.758288 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.758447 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.758607 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.758766 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.758925 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.759083 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.759241 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.759400 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.759561 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.759723 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.759912 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.760248 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.760415 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.760644 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761398 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761938 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.761938 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762167 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762167 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762407 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762519 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762641 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762763 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.762928 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.763088 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.763247 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.763406 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.763574 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.763734 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.763893 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.764052 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.764231 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.764400 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.764559 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.764718 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.764876 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.765034 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.765203 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.765362 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.765521 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.765687 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.765846 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766005 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766163 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766333 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766493 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766654 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766814 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.766973 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.767131 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.767291 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.767455 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.767623 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.767790 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.767951 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.768116 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.768306 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.768473 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.768633 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.768799 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.768970 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.769128 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.769287 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.769446 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.769604 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.769763 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.769921 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.770079 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.770238 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.770397 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.770554 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.770713 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.770872 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771030 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771190 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771349 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771508 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771666 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771825 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.771984 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:44:42.772136 dv-cinder-792209-2-iscsi neutron-server[105100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:44:42.996614 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 59790) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:43.005259 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065751 Jun 28 09:44:54.424324 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40613db-94ea-4f1c-ab18-3b549454d3fd None None] get_active_networks_info from dv-cinder-792209-2-iscsi {{(pid=105213) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 09:44:54.547063 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40613db-94ea-4f1c-ab18-3b549454d3fd None None] No non-hosted networks {{(pid=105213) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 09:44:54.560692 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.agentschedulers_db [None req-d40613db-94ea-4f1c-ab18-3b549454d3fd None None] DHCP Agent not found on host dv-cinder-792209-2-iscsi {{(pid=105213) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 09:44:54.674450 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8b843511-8af8-41ac-a10b-23e552c98ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445214'] for agent, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:56.920581 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-11eba2b9-e643-45a2-b9e3-d779061f8b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445214'] for agent, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:56.970218 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.db.api [None req-294c0bb9-f95c-4968-b53b-d67ba7f1e0ee None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-792209-2-iscsi {{(pid=105213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:44:56.971031 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_db.api [None req-294c0bb9-f95c-4968-b53b-d67ba7f1e0ee None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:44:57.063090 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445214'] for agent, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:57.064071 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.064712 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.065170 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.065567 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.065961 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.066378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.066773 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.067283 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.067717 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.068098 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.070384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.070384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:57.070384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:57.078854 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:57.495946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-294c0bb9-f95c-4968-b53b-d67ba7f1e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:58.355591 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445214'] for agent, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:59.720395 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.db.l3_hamode_db [None req-50e4647c-9ff1-4553-8b62-fd340b62b84f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 09:44:59.797218 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4647c-9ff1-4553-8b62-fd340b62b84f None None] Routers set() bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:59.798776 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4647c-9ff1-4553-8b62-fd340b62b84f None None] Router IDs set() for agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 09:44:59.931896 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445214'] for agent, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:00.973238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 59884) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:01.468049 dv-cinder-792209-2-iscsi neutron-server[105212]: WARNING oslo_policy.policy [None req-988fd00a-574c-4ad0-86a9-a6d34fad736a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:01.468674 dv-cinder-792209-2-iscsi neutron-server[105212]: WARNING oslo_policy.policy [None req-988fd00a-574c-4ad0-86a9-a6d34fad736a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:01.682610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [None req-988fd00a-574c-4ad0-86a9-a6d34fad736a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:45:01.683840 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-988fd00a-574c-4ad0-86a9-a6d34fad736a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7085884 Jun 28 09:45:03.986029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 59898) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:04.296989 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:04.393511 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.policy [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105212) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:45:04.439288 dv-cinder-792209-2-iscsi neutron-server[105212]: WARNING oslo_policy.policy [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:04.439654 dv-cinder-792209-2-iscsi neutron-server[105212]: WARNING oslo_policy.policy [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:04.448094 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.quota [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] Loaded quota_driver: . Jun 28 09:45:04.643206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772664561193', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772664560762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772664686754', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772664686184', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772664666157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772664656608', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7807517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7821937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1667264'] for rbac-policy, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:04.828467 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:04.829554 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fce0e1c3-3441-4c96-af35-2775e8f70ed6 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8425844 Jun 28 09:45:07.350031 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 59910) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:07.663388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Request body: {'network': {'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'name': 'private', 'project_id': '78e5f9e624f543909ca365494929848b'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:07.737932 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Made reservation on behalf of 78e5f9e624f543909ca365494929848b for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:45:07.740786 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:07.760240 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:07.903327 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:07.977150 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:07.982965 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:07.998782 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:45:08.027626 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772667293453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:08.028256 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Unsubscribe: segment precommit_create {{(pid=105212) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:45:08.028741 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Added segment aa640303-f1af-4fee-9f53-3e2c617d00de of type vlan for network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c Jun 28 09:45:08.046746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2c908-cc25-41b9-b4cf-559929d0c5de,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:08.095854 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.096225 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.096558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.096874 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.097187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.097516 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.097828 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.098199 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.098524 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.098832 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.099134 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.099433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Tracked resource versions report: Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: pushed versions: Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: { 'AddressGroup': {'1.2'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'ConntrackHelper': {'1.0'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Log': {'1.0'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Network': {'1.1'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Port': {'1.7'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'PortForwarding': {'1.2'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'QosPolicy': {'1.8'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroup': {'1.4'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SubPort': {'1.0'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Subnet': {'1.1'}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Trunk': {'1.1'}} Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: consumer versions: Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'ConntrackHelper': '1.0', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Log': '1.0', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Network': '1.1', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Port': '1.7', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'PortForwarding': '1.2', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'QosPolicy': '1.8', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroup': '1.4', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroupRule': '1.2', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SubPort': '1.0', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Subnet': '1.1', Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Trunk': '1.1'}} Jun 28 09:45:08.100542 dv-cinder-792209-2-iscsi neutron-server[105212]: {{(pid=105212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:45:08.148836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:08.153719 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:08.263259 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:08.264785 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:08.265441 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:08.268414 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:08.360854 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Pushing event updated for resources: {'Network': ['ID=2480eefb-a0f7-4194-aeec-fa2cf9bc724c,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:08.363953 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:08.372633 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:45:08.389572 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0384929 Jun 28 09:45:10.981037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 59924) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:11.366372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b96abf-c0ea-4c03-b9e0-56791a6feb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:11.367699 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-24b96abf-c0ea-4c03-b9e0-56791a6feb60 admin admin] 10.222.0.15 "GET /v2.0/networks/2480eefb-a0f7-4194-aeec-fa2cf9bc724c HTTP/1.1" status: 200 len: 825 time: 0.3857098 Jun 28 09:45:11.391507 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-67afd5c2-5c75-4165-a90f-f2d4ab2bf2ae admin admin] 10.222.0.15 "GET /v2.0/subnetpools/64d97f24-2705-4d52-8976-53f20a4cf1e2 HTTP/1.1" status: 200 len: 734 time: 0.0181336 Jun 28 09:45:11.400757 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Request body: {'subnet': {'tenant_id': '78e5f9e624f543909ca365494929848b', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'ip_version': 4, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:11.497024 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Made reservation on behalf of 78e5f9e624f543909ca365494929848b for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:45:11.499324 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:11.886309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:11.890575 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:11.956074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617e3b0f-5ae2-4aad-8978-a50a241c1f26,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:11.958018 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Checking segment: {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:45:11.958377 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Network hostable DHCP agents. Network: 2480eefb-a0f7-4194-aeec-fa2cf9bc724c, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:45:11.963925 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:12.068419 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:45:12.183010 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 2480eefb-a0f7-4194-aeec-fa2cf9bc724c) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:45:12.187545 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:12.188172 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:12.193421 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986c5aa-c8c4-4fd6-b035-5d1bf18baa9f None None] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:45:12.349483 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9527466 Jun 28 09:45:12.501515 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:45:12.502768 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:12.771545 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Allocated IP 172.20.0.2 (2480eefb-a0f7-4194-aeec-fa2cf9bc724c/617e3b0f-5ae2-4aad-8978-a50a241c1f26/df57ab06-6143-4181-b6dc-1e1a123fb4d3) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:45:12.972062 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:13.013564 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Transition to ACTIVE for port object df57ab06-6143-4181-b6dc-1e1a123fb4d3 will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:45:13.034922 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Transition to ACTIVE for port object df57ab06-6143-4181-b6dc-1e1a123fb4d3 will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:45:13.092330 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:13.095066 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:13.170668 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:45:13.178116 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:45:13.181423 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:45:13.185068 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Pushing event updated for resources: {'Port': ['ID=df57ab06-6143-4181-b6dc-1e1a123fb4d3,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:13.211245 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.211798 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.211931 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.213026 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.213351 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.213677 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.213993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.214464 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.214728 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.215045 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.215356 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.215665 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Tracked resource versions report: Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: pushed versions: Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: { 'AddressGroup': {'1.2'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'ConntrackHelper': {'1.0'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Log': {'1.0'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Network': {'1.1'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Port': {'1.7'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'PortForwarding': {'1.2'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'QosPolicy': {'1.8'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroup': {'1.4'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SubPort': {'1.0'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Subnet': {'1.1'}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Trunk': {'1.1'}} Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: consumer versions: Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'ConntrackHelper': '1.0', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Log': '1.0', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Network': '1.1', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Port': '1.7', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'PortForwarding': '1.2', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'QosPolicy': '1.8', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroup': '1.4', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroupRule': '1.2', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SubPort': '1.0', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Subnet': '1.1', Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Trunk': '1.1'}} Jun 28 09:45:13.217032 dv-cinder-792209-2-iscsi neutron-server[105213]: {{(pid=105213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:45:13.241257 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:13.267979 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Attempting to bind port df57ab06-6143-4181-b6dc-1e1a123fb4d3 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:45:13.268387 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Attempting to bind port df57ab06-6143-4181-b6dc-1e1a123fb4d3 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:45:13.268808 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Attempting to bind port df57ab06-6143-4181-b6dc-1e1a123fb4d3 on network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:45:13.273598 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:45:13.274011 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Checking segment: {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:45:13.274457 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:13.275667 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Bound using segment: {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:45:13.276419 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Bound port: df57ab06-6143-4181-b6dc-1e1a123fb4d3, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:45:13.276869 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:13.336811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] For port df57ab06-6143-4181-b6dc-1e1a123fb4d3, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:45:13.342025 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] For port df57ab06-6143-4181-b6dc-1e1a123fb4d3, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=df57ab06-6143-4181-b6dc-1e1a123fb4d3,segment=NetworkSegment(aa640303-f1af-4fee-9f53-3e2c617d00de),segment_id=aa640303-f1af-4fee-9f53-3e2c617d00de)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:45:13.429211 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:13.435490 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:13.519275 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Pushing event updated for resources: {'Port': ['ID=df57ab06-6143-4181-b6dc-1e1a123fb4d3,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:13.519275 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:14.674619 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 59932) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:14.983281 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [None req-5e1ee2e2-7c91-4754-b566-45be89d4b159 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:45:14.984356 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5e1ee2e2-7c91-4754-b566-45be89d4b159 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087780 Jun 28 09:45:17.310042 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 59940) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:17.799016 dv-cinder-792209-2-iscsi neutron-server[105211]: WARNING oslo_policy.policy [None req-0c6cddb8-c7b0-4409-8c21-e5ca164bcdcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:17.799694 dv-cinder-792209-2-iscsi neutron-server[105211]: WARNING oslo_policy.policy [None req-0c6cddb8-c7b0-4409-8c21-e5ca164bcdcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:18.020334 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [None req-0c6cddb8-c7b0-4409-8c21-e5ca164bcdcf admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:45:18.021428 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0c6cddb8-c7b0-4409-8c21-e5ca164bcdcf admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7102792 Jun 28 09:45:19.278583 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device df57ab06-6143-4181-b6dc-1e1a123fb4d3 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:45:19.412334 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port df57ab06-6143-4181-b6dc-1e1a123fb4d3 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:45:19.428176 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115583ff-de09-4634-b924-f3b43f47e6b3 None None] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:45:19.549583 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Provisioning for port df57ab06-6143-4181-b6dc-1e1a123fb4d3 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:45:19.555511 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Provisioning complete for port df57ab06-6143-4181-b6dc-1e1a123fb4d3 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:19.556554 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:19.716771 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:19.752554 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] For port df57ab06-6143-4181-b6dc-1e1a123fb4d3, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=df57ab06-6143-4181-b6dc-1e1a123fb4d3,segment=NetworkSegment(aa640303-f1af-4fee-9f53-3e2c617d00de),segment_id=aa640303-f1af-4fee-9f53-3e2c617d00de)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:45:19.844682 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:19.848011 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:19.893176 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Pushing event updated for resources: {'Port': ['ID=df57ab06-6143-4181-b6dc-1e1a123fb4d3,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:19.896195 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:19.964057 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-c757ef09-54cd-40ca-aec8-f72639e6cfce None None] Provisioning complete for port df57ab06-6143-4181-b6dc-1e1a123fb4d3 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:19.964448 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c757ef09-54cd-40ca-aec8-f72639e6cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:20.619810 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 59960) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:20.908616 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:20.971418 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.policy [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:45:21.016730 dv-cinder-792209-2-iscsi neutron-server[105211]: WARNING oslo_policy.policy [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:21.017090 dv-cinder-792209-2-iscsi neutron-server[105211]: WARNING oslo_policy.policy [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:45:21.026134 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.quota [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Loaded quota_driver: . Jun 28 09:45:21.182772 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:21.184669 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:21.248025 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device df57ab06-6143-4181-b6dc-1e1a123fb4d3 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:45:21.293682 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port df57ab06-6143-4181-b6dc-1e1a123fb4d3 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:21.294029 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:21.339195 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:21.418074 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:21.512785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:21.513890 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-dafe057e-3ec3-45e1-b998-af007572cf3a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8930957 Jun 28 09:45:23.818089 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 59970) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:24.131133 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [None req-53238749-2838-4b33-9685-22cb9606d6fc admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:45:24.132123 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-53238749-2838-4b33-9685-22cb9606d6fc admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131313 Jun 28 09:45:24.399609 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-090fea5c-71e0-48b7-8e2f-8fdb524e2c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:26.461233 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 59978) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:26.763574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:26.845027 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Made reservation on behalf of 4d99d68ca96645c19311f5b5e705a6c6 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:45:26.847696 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:26.864033 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:26.908298 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-841cc0ca-286c-489e-9946-7442fb359363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:26.979684 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.028081 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.050834 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.055154 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:27.063888 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=105211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 09:45:27.095837 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772667293453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.096369 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Unsubscribe: segment precommit_create {{(pid=105211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:45:27.096840 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Added segment 29617d1b-2596-4a8b-9945-c5cb578701f6 of type flat for network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a Jun 28 09:45:27.113834 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6475c782-8415-4364-9e5a-9c267a0d2e24,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:27.164280 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.164625 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.165646 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.166189 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.166733 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.167291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.167763 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.168098 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.168455 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.168798 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.169107 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.169410 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Tracked resource versions report: Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: pushed versions: Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: { 'AddressGroup': {'1.2'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'ConntrackHelper': {'1.0'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Log': {'1.0'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Network': {'1.1'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Port': {'1.7'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'PortForwarding': {'1.2'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'QosPolicy': {'1.8'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroup': {'1.4'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SubPort': {'1.0'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Subnet': {'1.1'}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Trunk': {'1.1'}} Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: consumer versions: Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'ConntrackHelper': '1.0', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Log': '1.0', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Network': '1.1', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Port': '1.7', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'PortForwarding': '1.2', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'QosPolicy': '1.8', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroup': '1.4', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroupRule': '1.2', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SubPort': '1.0', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Subnet': '1.1', Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Trunk': '1.1'}} Jun 28 09:45:27.170559 dv-cinder-792209-2-iscsi neutron-server[105211]: {{(pid=105211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:45:27.222024 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.228368 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:27.325142 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.326587 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:27.327236 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:27.329243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:27.423464 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7229c6ba-5c13-46c7-ad0e-eadd7e2d693a,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:27.426598 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:27.433806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:45:27.440384 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9781227 Jun 28 09:45:28.256868 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:29.653994 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:45:29.731119 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60000) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:29.891047 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:29.943889 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5aecc-52be-495e-80f7-c3c58b69c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:29.945263 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-81d5aecc-52be-495e-80f7-c3c58b69c785 admin admin] 10.222.0.15 "GET /v2.0/subnets/617e3b0f-5ae2-4aad-8978-a50a241c1f26 HTTP/1.1" status: 200 len: 849 time: 0.2132063 Jun 28 09:45:30.075344 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d4eaae60-6e1c-445a-a11a-ac30e89fa9ba admin admin] 10.222.0.15 "GET /v2.0/routers/f36cda62-24cf-4e00-9fde-6900d4aee171 HTTP/1.1" status: 200 len: 704 time: 0.1244967 Jun 28 09:45:30.331793 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:30.617502 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Allocated IP 172.20.0.1 (2480eefb-a0f7-4194-aeec-fa2cf9bc724c/617e3b0f-5ae2-4aad-8978-a50a241c1f26/0b9e71dd-2642-49a4-bc61-14fea4fe42a9) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:45:30.795872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:30.818570 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Transition to ACTIVE for port object 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 will not be triggered until provisioned by entity DHCP. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:45:30.988392 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:30.991384 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:31.058305 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:45:31.065541 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:45:31.068828 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:45:31.069356 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.134243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:31.145567 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:31.369830 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-2dca9e13-d9a7-4cfd-8491-0c94cca3b2bb None None] Provisioning for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:45:31.373638 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-2dca9e13-d9a7-4cfd-8491-0c94cca3b2bb None None] Provisioning complete for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:31.373999 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2dca9e13-d9a7-4cfd-8491-0c94cca3b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.389227 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.406101 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-2dca9e13-d9a7-4cfd-8491-0c94cca3b2bb None None] Port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:45:31.563789 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.621165 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.622184 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.623813 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:31.681136 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:31.705906 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:31.747300 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:45:31.748637 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:45:31.926930 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ff59dc6a-adb6-4d6f-b124-f1aa03aa2b29 None None] Provisioning complete for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:31.927295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ff59dc6a-adb6-4d6f-b124-f1aa03aa2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.961368 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-ff59dc6a-adb6-4d6f-b124-f1aa03aa2b29 None None] Port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:45:31.965128 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Router f36cda62-24cf-4e00-9fde-6900d4aee171 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:45:32.056083 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:45:32.061006 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] 10.222.0.15 "PUT /v2.0/routers/f36cda62-24cf-4e00-9fde-6900d4aee171/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9809690 Jun 28 09:45:32.066360 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Sync routers for ids ['f36cda62-24cf-4e00-9fde-6900d4aee171'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:45:32.078533 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Routers {'f36cda62-24cf-4e00-9fde-6900d4aee171'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:32.079373 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:45:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['f36cda62-24cf-4e00-9fde-6900d4aee171'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:32.265221 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Set router f36cda62-24cf-4e00-9fde-6900d4aee171 gateway port host: None {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:32.693866 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:45:21Z', 'updated_at': '2021-06-28T09:45:31Z', 'revision_number': 2, 'project_id': '78e5f9e624f543909ca365494929848b', 'gw_port_host': None, '_interfaces': [{'id': '0b9e71dd-2642-49a4-bc61-14fea4fe42a9', 'name': '', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'mac_address': 'fa:16:3e:ac:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:30Z', 'updated_at': '2021-06-28T09:45:31Z', 'revision_number': 2, 'project_id': '78e5f9e624f543909ca365494929848b', 'subnets': [{'id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:32.747204 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Checking router: f36cda62-24cf-4e00-9fde-6900d4aee171 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:45:32.747571 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Updating router f36cda62-24cf-4e00-9fde-6900d4aee171 port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:45:32.812788 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.325268 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.342605 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Transition to ACTIVE for port object 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:45:33.421974 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.424806 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:33.552673 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Pushing event updated for resources: {'Port': ['ID=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:33.577786 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.578121 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.578443 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.578755 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.579061 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.579365 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.579666 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.579965 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.580308 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.580626 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.580911 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.581207 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Tracked resource versions report: Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: pushed versions: Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: { 'AddressGroup': {'1.2'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'ConntrackHelper': {'1.0'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Log': {'1.0'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Network': {'1.1'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Port': {'1.7'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'PortForwarding': {'1.2'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'QosPolicy': {'1.8'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroup': {'1.4'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SubPort': {'1.0'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Subnet': {'1.1'}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Trunk': {'1.1'}} Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: consumer versions: Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'ConntrackHelper': '1.0', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Log': '1.0', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Network': '1.1', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Port': '1.7', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'PortForwarding': '1.2', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'QosPolicy': '1.8', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroup': '1.4', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroupRule': '1.2', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SubPort': '1.0', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Subnet': '1.1', Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Trunk': '1.1'}} Jun 28 09:45:33.582302 dv-cinder-792209-2-iscsi neutron-server[105214]: {{(pid=105214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:45:33.594152 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:33.596562 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Attempting to bind port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:45:33.596949 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Attempting to bind port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:45:33.597375 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Attempting to bind port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 on network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:45:33.603077 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:45:33.603540 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Checking segment: {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:45:33.604034 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.604442 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Bound using segment: {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:45:33.604918 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Bound port: 0b9e71dd-2642-49a4-bc61-14fea4fe42a9, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa640303-f1af-4fee-9f53-3e2c617d00de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:45:33.605315 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.670591 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] For port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:45:33.693518 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] For port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,segment=NetworkSegment(aa640303-f1af-4fee-9f53-3e2c617d00de),segment_id=aa640303-f1af-4fee-9f53-3e2c617d00de)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:45:33.748759 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.750943 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:33.807607 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Routers {'f36cda62-24cf-4e00-9fde-6900d4aee171'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:33.808256 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:45:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['f36cda62-24cf-4e00-9fde-6900d4aee171'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:33.811358 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Pushing event updated for resources: {'Port': ['ID=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,revision_number=4']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:33.814489 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:33.902206 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] Set router f36cda62-24cf-4e00-9fde-6900d4aee171 gateway port host: None {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:34.110164 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:45:21Z', 'updated_at': '2021-06-28T09:45:31Z', 'revision_number': 2, 'project_id': '78e5f9e624f543909ca365494929848b', 'gw_port_host': None, '_interfaces': [{'id': '0b9e71dd-2642-49a4-bc61-14fea4fe42a9', 'name': '', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'mac_address': 'fa:16:3e:ac:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:30Z', 'updated_at': '2021-06-28T09:45:33Z', 'revision_number': 4, 'project_id': '78e5f9e624f543909ca365494929848b', 'subnets': [{'id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:34.140930 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1bf69-516d-4618-a4ef-d0da27b9a785 None None] The sync data for ids ['f36cda62-24cf-4e00-9fde-6900d4aee171'] in dv-cinder-792209-2-iscsi is: [{'id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:45:21Z', 'updated_at': '2021-06-28T09:45:31Z', 'revision_number': 2, 'project_id': '78e5f9e624f543909ca365494929848b', 'gw_port_host': None, '_interfaces': [{'id': '0b9e71dd-2642-49a4-bc61-14fea4fe42a9', 'name': '', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'mac_address': 'fa:16:3e:ac:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:30Z', 'updated_at': '2021-06-28T09:45:33Z', 'revision_number': 4, 'project_id': '78e5f9e624f543909ca365494929848b', 'subnets': [{'id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:45:34.235794 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60020) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:34.342821 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b43278-bad2-43d7-8713-5a1a11cedf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:34.344188 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-67b43278-bad2-43d7-8713-5a1a11cedf52 admin admin] 10.222.0.15 "GET /v2.0/networks/7229c6ba-5c13-46c7-ad0e-eadd7e2d693a HTTP/1.1" status: 200 len: 842 time: 0.1074023 Jun 28 09:45:34.353567 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Request body: {'subnet': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:34.444799 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Made reservation on behalf of 4d99d68ca96645c19311f5b5e705a6c6 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:45:34.447585 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:34.810515 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.objects.ports [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105211) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 09:45:34.810958 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:34.813756 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:34.866427 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01db54ac-f21c-4e76-bd18-02742e52f93c,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:34.871998 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:34.876962 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:45:34.877309 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Network hostable DHCP agents. Network: 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:45:34.976208 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:45:35.119137 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:45:35.123713 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:35.124695 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:35.127845 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66910b5d-9520-460b-a55b-0713bbd1fcc6 None None] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:45:35.208980 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8589249 Jun 28 09:45:35.259526 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ac2e2-4332-4f7a-be5f-f730831c6626 None None] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:45:37.288845 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:45:37.416550 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:45:37.420434 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:37.420798 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:37.438779 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60032) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:37.498034 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:37.528387 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,segment=NetworkSegment(aa640303-f1af-4fee-9f53-3e2c617d00de),segment_id=aa640303-f1af-4fee-9f53-3e2c617d00de)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:45:37.568545 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-fc9f5128-5a02-4cd0-8008-a00de81525a9 admin admin] 10.222.0.15 "GET /v2.0/routers/f36cda62-24cf-4e00-9fde-6900d4aee171 HTTP/1.1" status: 200 len: 710 time: 0.1285672 Jun 28 09:45:37.615586 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:37.618953 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-ec60dfec-82e5-4b77-bf16-84f43c947f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:37.654517 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a097045-c790-48c7-94af-1f1a6f34818c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:37.655904 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5a097045-c790-48c7-94af-1f1a6f34818c admin admin] 10.222.0.15 "GET /v2.0/networks/7229c6ba-5c13-46c7-ad0e-eadd7e2d693a HTTP/1.1" status: 200 len: 886 time: 0.0820160 Jun 28 09:45:37.666300 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:37.709042 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=0b9e71dd-2642-49a4-bc61-14fea4fe42a9,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:37.712867 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:37.972197 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:38.264839 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:38.337913 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:38.434336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Allocated IP 172.27.3.151 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/687a4e6e-979b-4b05-b062-5c96cd28c1cf) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:45:38.533286 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:38.650912 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:38.653789 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:38.685494 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:45:38.688136 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:45:38.690685 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:45:38.757850 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=687a4e6e-979b-4b05-b062-5c96cd28c1cf,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:38.761210 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:39.025822 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:39.217331 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:39.220947 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-386963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-386938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445688'] for router, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:39.259620 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:45:39.305892 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:39.306179 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:39.330659 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Router f36cda62-24cf-4e00-9fde-6900d4aee171 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:45:39.519774 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:45:39.524369 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:39.525661 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/f36cda62-24cf-4e00-9fde-6900d4aee171 HTTP/1.1" status: 200 len: 890 time: 1.8641095 Jun 28 09:45:39.540018 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Sync routers for ids ['f36cda62-24cf-4e00-9fde-6900d4aee171'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:45:39.552505 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Routers {'f36cda62-24cf-4e00-9fde-6900d4aee171'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:39.553386 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:45:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['f36cda62-24cf-4e00-9fde-6900d4aee171'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:39.770733 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Set router f36cda62-24cf-4e00-9fde-6900d4aee171 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:40.158863 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '687a4e6e-979b-4b05-b062-5c96cd28c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:45:21Z', 'updated_at': '2021-06-28T09:45:38Z', 'revision_number': 4, 'project_id': '78e5f9e624f543909ca365494929848b', 'gw_port': {'id': '687a4e6e-979b-4b05-b062-5c96cd28c1cf', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:38Z', 'updated_at': '2021-06-28T09:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '0b9e71dd-2642-49a4-bc61-14fea4fe42a9', 'name': '', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'mac_address': 'fa:16:3e:ac:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:30Z', 'updated_at': '2021-06-28T09:45:37Z', 'revision_number': 5, 'project_id': '78e5f9e624f543909ca365494929848b', 'subnets': [{'id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:40.211143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Checking router: f36cda62-24cf-4e00-9fde-6900d4aee171 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:45:40.212271 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Updating router f36cda62-24cf-4e00-9fde-6900d4aee171 port 687a4e6e-979b-4b05-b062-5c96cd28c1cf binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:45:40.246262 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.565463 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.575521 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Transition to ACTIVE for port object 687a4e6e-979b-4b05-b062-5c96cd28c1cf will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:45:40.638086 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.640288 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:40.688278 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814f34c-5584-4d85-be48-ddc078f66d4f None None] Pushing event updated for resources: {'Port': ['ID=687a4e6e-979b-4b05-b062-5c96cd28c1cf,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:40.691822 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-f814f34c-5584-4d85-be48-ddc078f66d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:40.692660 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Attempting to bind port 687a4e6e-979b-4b05-b062-5c96cd28c1cf on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:45:40.693027 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Attempting to bind port 687a4e6e-979b-4b05-b062-5c96cd28c1cf by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:45:40.693388 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Attempting to bind port 687a4e6e-979b-4b05-b062-5c96cd28c1cf on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:45:40.699084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:45:40.699456 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:45:40.699853 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.700262 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:45:40.700726 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Bound port: 687a4e6e-979b-4b05-b062-5c96cd28c1cf, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:45:40.701117 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.749858 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] For port 687a4e6e-979b-4b05-b062-5c96cd28c1cf, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:45:40.752832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] For port 687a4e6e-979b-4b05-b062-5c96cd28c1cf, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=687a4e6e-979b-4b05-b062-5c96cd28c1cf,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:45:40.816946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.819812 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:40.945663 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Routers {'f36cda62-24cf-4e00-9fde-6900d4aee171'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:40.946775 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:45:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['f36cda62-24cf-4e00-9fde-6900d4aee171'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:40.980631 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814f34c-5584-4d85-be48-ddc078f66d4f None None] Pushing event updated for resources: {'Port': ['ID=687a4e6e-979b-4b05-b062-5c96cd28c1cf,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:40.986637 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-f814f34c-5584-4d85-be48-ddc078f66d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:41.053899 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] Set router f36cda62-24cf-4e00-9fde-6900d4aee171 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:41.257882 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '687a4e6e-979b-4b05-b062-5c96cd28c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:45:21Z', 'updated_at': '2021-06-28T09:45:38Z', 'revision_number': 4, 'project_id': '78e5f9e624f543909ca365494929848b', 'gw_port': {'id': '687a4e6e-979b-4b05-b062-5c96cd28c1cf', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:38Z', 'updated_at': '2021-06-28T09:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '0b9e71dd-2642-49a4-bc61-14fea4fe42a9', 'name': '', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'mac_address': 'fa:16:3e:ac:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:30Z', 'updated_at': '2021-06-28T09:45:37Z', 'revision_number': 5, 'project_id': '78e5f9e624f543909ca365494929848b', 'subnets': [{'id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:41.285989 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba053-2cb5-46f0-9e71-a986c45fdbc0 None None] The sync data for ids ['f36cda62-24cf-4e00-9fde-6900d4aee171'] in dv-cinder-792209-2-iscsi is: [{'id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'name': 'router1', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '687a4e6e-979b-4b05-b062-5c96cd28c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:45:21Z', 'updated_at': '2021-06-28T09:45:38Z', 'revision_number': 4, 'project_id': '78e5f9e624f543909ca365494929848b', 'gw_port': {'id': '687a4e6e-979b-4b05-b062-5c96cd28c1cf', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:38Z', 'updated_at': '2021-06-28T09:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '0b9e71dd-2642-49a4-bc61-14fea4fe42a9', 'name': '', 'network_id': '2480eefb-a0f7-4194-aeec-fa2cf9bc724c', 'tenant_id': '78e5f9e624f543909ca365494929848b', 'mac_address': 'fa:16:3e:ac:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36cda62-24cf-4e00-9fde-6900d4aee171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:45:30Z', 'updated_at': '2021-06-28T09:45:37Z', 'revision_number': 5, 'project_id': '78e5f9e624f543909ca365494929848b', 'subnets': [{'id': '617e3b0f-5ae2-4aad-8978-a50a241c1f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64d97f24-2705-4d52-8976-53f20a4cf1e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:45:41.882792 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60040) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:42.006718 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-52553c6f-52ba-4c54-8a90-ec7bfe8f19d4 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1228185 Jun 28 09:45:43.302843 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 687a4e6e-979b-4b05-b062-5c96cd28c1cf up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:45:43.416119 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 687a4e6e-979b-4b05-b062-5c96cd28c1cf completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:45:43.419837 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 687a4e6e-979b-4b05-b062-5c96cd28c1cf triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:43.420231 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:43.492518 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:43.513065 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 687a4e6e-979b-4b05-b062-5c96cd28c1cf, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=687a4e6e-979b-4b05-b062-5c96cd28c1cf,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:45:43.599215 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:43.601397 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:43.658241 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=687a4e6e-979b-4b05-b062-5c96cd28c1cf,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:43.661749 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:45.276762 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 687a4e6e-979b-4b05-b062-5c96cd28c1cf up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:45:45.345795 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 687a4e6e-979b-4b05-b062-5c96cd28c1cf triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:45.346502 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:54.370177 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce1f6-4f1f-4063-bb1e-9a2545156436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:56.913444 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e770d449-9b19-4ccd-8540-fa78bbec2586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:57.073229 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:58.272932 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:59.925993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.665489 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:46:24.355667 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d612ca1d-4cf9-417f-a7c3-0665e8461791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:26.897435 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e2330d39-8334-458a-af33-db9edaa55be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:27.049590 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:28.266338 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:29.912366 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:43.652505 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:46:54.374771 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2320fe21-75c1-4ed7-9f28-53956cff267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:56.912458 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f0a58672-4032-4a97-9511-afc8e6690be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:57.015135 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:58.329111 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:59.900607 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:18.956817 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60608) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:19.015330 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c786e3e-4e7d-4418-a7b7-b5a272a7ef5d admin admin] GET failed (client error): The resource could not be found. Jun 28 09:47:19.016653 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-2c786e3e-4e7d-4418-a7b7-b5a272a7ef5d admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589039 Jun 28 09:47:19.170674 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd881b1-cb16-4c49-914c-db739af669f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:19.172042 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-1cd881b1-cb16-4c49-914c-db739af669f4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1517212 Jun 28 09:47:20.650953 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:47:21.273262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60618) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:21.367245 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8563d5-f240-4d8f-a2c8-2eb92790b6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:21.368637 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2a8563d5-f240-4d8f-a2c8-2eb92790b6b4 admin admin] 10.222.0.15 "GET /v2.0/subnets/617e3b0f-5ae2-4aad-8978-a50a241c1f26 HTTP/1.1" status: 200 len: 849 time: 0.0944681 Jun 28 09:47:21.377704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:21.459741 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Notify callbacks [] for subnet, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:21.654570 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772667177409'] for subnet, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:21.657570 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50e07fa7-7c05-431d-aa8c-50528ed83888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:21.690609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:21.691207 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:21.693222 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] 10.222.0.15 "PUT /v2.0/subnets/617e3b0f-5ae2-4aad-8978-a50a241c1f26 HTTP/1.1" status: 200 len: 868 time: 0.3187666 Jun 28 09:47:21.695225 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125521c-1d4b-4f30-acfe-7dd08f2a25c4 None None] Network 2480eefb-a0f7-4194-aeec-fa2cf9bc724c requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:47:21.713003 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Pushing event updated for resources: {'Subnet': ['ID=617e3b0f-5ae2-4aad-8978-a50a241c1f26,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:21.720513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.720873 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.721411 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.721544 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.721790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.722097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.722404 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.722730 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.723056 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.723363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.723664 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.723959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:21.728262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:22.092639 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-7e164353-142c-489a-9faf-b0072958b652 None None] Provisioning complete for port df57ab06-6143-4181-b6dc-1e1a123fb4d3 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:22.093009 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7e164353-142c-489a-9faf-b0072958b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:22.180243 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-7e164353-142c-489a-9faf-b0072958b652 None None] Provisioning complete for port 0b9e71dd-2642-49a4-bc61-14fea4fe42a9 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:22.180531 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7e164353-142c-489a-9faf-b0072958b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:23.813167 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60628) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:24.003211 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be73dae-42d1-4c67-b9b9-e69b35857da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:24.003596 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be73dae-42d1-4c67-b9b9-e69b35857da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:24.005114 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-6be73dae-42d1-4c67-b9b9-e69b35857da4 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1910257 Jun 28 09:47:24.368686 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-71abab94-b79a-4a66-afd2-a17b7f7bf45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.115087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60636) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:26.244733 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70101f2-6c7a-4857-bdc8-bf5aff88758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:26.245206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70101f2-6c7a-4857-bdc8-bf5aff88758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:26.246693 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c70101f2-6c7a-4857-bdc8-bf5aff88758f admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306801 Jun 28 09:47:26.916163 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f56a-a691-429a-a153-c1ab0eca793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:27.024796 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.306011 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.348420 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60644) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:28.481867 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e8a09-d0ae-4d7b-9de0-4b29331762ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:28.483178 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0f2e8a09-d0ae-4d7b-9de0-4b29331762ad admin admin] 10.222.0.15 "GET /v2.0/networks/2480eefb-a0f7-4194-aeec-fa2cf9bc724c HTTP/1.1" status: 200 len: 869 time: 0.1338141 Jun 28 09:47:29.905883 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:30.587293 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60652) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:30.705697 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a2946-2aed-4e27-94b6-e1cb0cb34380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:30.707014 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-874a2946-2aed-4e27-94b6-e1cb0cb34380 admin admin] 10.222.0.15 "GET /v2.0/networks/7229c6ba-5c13-46c7-ad0e-eadd7e2d693a HTTP/1.1" status: 200 len: 886 time: 0.1188011 Jun 28 09:47:32.810711 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60660) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:32.929940 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100a49b-e8d3-4fc3-9712-21f4c71eedb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:32.934652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100a49b-e8d3-4fc3-9712-21f4c71eedb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:32.934652 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-b100a49b-e8d3-4fc3-9712-21f4c71eedb3 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201901 Jun 28 09:47:35.033152 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60668) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:35.120849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592b524-b45e-4187-b88b-9e58ee24ed05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:35.121303 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592b524-b45e-4187-b88b-9e58ee24ed05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:35.122761 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c592b524-b45e-4187-b88b-9e58ee24ed05 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885937 Jun 28 09:47:37.221451 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60676) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:37.304357 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229e2e9-7b55-4913-9c0a-7ca7e7a66c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:37.305688 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-7229e2e9-7b55-4913-9c0a-7ca7e7a66c97 admin admin] 10.222.0.15 "GET /v2.0/subnets/01db54ac-f21c-4e76-bd18-02742e52f93c HTTP/1.1" status: 200 len: 816 time: 0.0833108 Jun 28 09:47:39.417089 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60684) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:39.509229 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912738c-c137-4c9c-a7ff-faf4e1b87f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:39.510477 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4912738c-c137-4c9c-a7ff-faf4e1b87f4b admin admin] 10.222.0.15 "GET /v2.0/subnets/617e3b0f-5ae2-4aad-8978-a50a241c1f26 HTTP/1.1" status: 200 len: 868 time: 0.0924566 Jun 28 09:47:54.374608 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-078a7615-9e2c-4c85-842c-30a030620fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:56.921587 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd411-cc9f-41fe-a416-d48fea96db5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.018671 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.650201 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:47:58.288730 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:59.923092 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:02.596167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60728) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:02.641250 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [None req-13c7a9d3-4d4c-49e9-84e6-0325bfcafcc4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:48:02.642236 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-13c7a9d3-4d4c-49e9-84e6-0325bfcafcc4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451043 Jun 28 09:48:04.822822 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60736) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:04.879609 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ebe8e-6537-4f61-b168-6e2cfcdb9dc0 admin admin] GET failed (client error): The resource could not be found. Jun 28 09:48:04.881428 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-034ebe8e-6537-4f61-b168-6e2cfcdb9dc0 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0576918 Jun 28 09:48:04.961669 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feedc89f-03e1-4b65-92b9-4798cf832a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:04.963345 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-feedc89f-03e1-4b65-92b9-4798cf832a22 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0781980 Jun 28 09:48:07.097253 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60744) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:07.143533 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:48:07.224522 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Made reservation on behalf of 4d99d68ca96645c19311f5b5e705a6c6 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:48:07.226609 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:07.254965 dv-cinder-792209-2-iscsi neutron-server[105211]: WARNING neutron.services.revisions.revision_plugin [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Could not find related network for resource to bump revision. Jun 28 09:48:07.268971 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:48:07.280998 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:07.281266 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Added segment 4a846393-7d9c-4f4d-b7ad-572ece90cdf6 of type vlan for network 107986e5-695a-4a95-904e-8072d6648d37 Jun 28 09:48:07.318520 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:07.408524 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:07.409780 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:07.410347 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:07.412288 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:07.465894 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Pushing event updated for resources: {'Network': ['ID=107986e5-695a-4a95-904e-8072d6648d37,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:07.472287 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.472627 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.472953 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.473273 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.473588 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.473926 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.474268 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.474599 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.475057 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.475380 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.475691 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.476001 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:07.479393 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:07.487100 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 107986e5-695a-4a95-904e-8072d6648d37 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:48:07.518419 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4200678 Jun 28 09:48:09.729673 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60752) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:09.786593 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.pecan_wsgi.hooks.translation [None req-44573ca6-fd4c-465c-bcde-dd1103f0e461 admin admin] GET failed (client error): The resource could not be found. Jun 28 09:48:09.788645 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-44573ca6-fd4c-465c-bcde-dd1103f0e461 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580471 Jun 28 09:48:09.886567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd2850-1cea-4ab5-b96e-5fefd3fad9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:09.888000 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d6fd2850-1cea-4ab5-b96e-5fefd3fad9de admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0955396 Jun 28 09:48:09.898059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '107986e5-695a-4a95-904e-8072d6648d37', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:48:09.991157 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Made reservation on behalf of 4d99d68ca96645c19311f5b5e705a6c6 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:48:09.993395 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.220122 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.222355 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b36716b5-ce32-4f3a-829f-43960ae7baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:10.273740 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc36c432-c114-46ab-bc1c-02a001d747a6,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:10.277131 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:10.282305 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Checking segment: {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:48:10.282648 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Network hostable DHCP agents. Network: 107986e5-695a-4a95-904e-8072d6648d37, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:48:10.351152 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Network 107986e5-695a-4a95-904e-8072d6648d37 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:48:10.412037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 107986e5-695a-4a95-904e-8072d6648d37) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:48:10.416048 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:10.416656 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.421480 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c199dd5-77ec-47b0-96ef-12f42d46ff65 None None] Network 107986e5-695a-4a95-904e-8072d6648d37 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:48:10.487728 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5936136 Jun 28 09:48:10.665067 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-107986e5-695a-4a95-904e-8072d6648d37', 'network_id': '107986e5-695a-4a95-904e-8072d6648d37', 'tenant_id': '4d99d68ca96645c19311f5b5e705a6c6', 'fixed_ips': [{'subnet_id': 'dc36c432-c114-46ab-bc1c-02a001d747a6'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:48:10.665958 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.802961 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Allocated IP 192.168.233.2 (107986e5-695a-4a95-904e-8072d6648d37/dc36c432-c114-46ab-bc1c-02a001d747a6/9d99d0aa-e7a9-4b94-b03c-0bfbef40272b) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:48:10.944128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.952524 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Transition to ACTIVE for port object 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:48:10.968241 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Transition to ACTIVE for port object 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:48:11.041888 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.044245 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:11.085768 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Network 107986e5-695a-4a95-904e-8072d6648d37 is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:48:11.088773 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:48:11.093087 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:48:11.096063 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Pushing event updated for resources: {'Port': ['ID=9d99d0aa-e7a9-4b94-b03c-0bfbef40272b,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:11.106351 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.106703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.107036 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.107362 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.107680 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.108010 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.108341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.108654 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.108979 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.109290 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.109608 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.109898 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:11.113937 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:11.164972 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Attempting to bind port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:48:11.165332 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Attempting to bind port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:48:11.165685 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Attempting to bind port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b on network 107986e5-695a-4a95-904e-8072d6648d37 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:48:11.170616 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:48:11.170973 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Checking segment: {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:48:11.171369 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.171744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Bound using segment: {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:48:11.172220 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Bound port: 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:48:11.172604 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.239397 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] For port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:48:11.242456 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] For port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=9d99d0aa-e7a9-4b94-b03c-0bfbef40272b,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:48:11.310494 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.317012 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-f814f34c-5584-4d85-be48-ddc078f66d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:11.371386 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Pushing event updated for resources: {'Port': ['ID=9d99d0aa-e7a9-4b94-b03c-0bfbef40272b,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:11.374525 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:12.172184 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5549e-200e-409b-bbc8-096e0ca18e64 None None] Network 107986e5-695a-4a95-904e-8072d6648d37 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:48:12.333144 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-5c4d15fe-db71-4486-b954-e547433154e7 None None] Provisioning for port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:48:13.388344 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:48:13.517652 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:48:13.521523 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:48:13.521888 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:13.598939 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:13.629309 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=9d99d0aa-e7a9-4b94-b03c-0bfbef40272b,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:48:13.721257 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:13.723380 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:13.769284 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=9d99d0aa-e7a9-4b94-b03c-0bfbef40272b,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:13.772291 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:15.370635 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:48:15.418710 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 9d99d0aa-e7a9-4b94-b03c-0bfbef40272b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:48:15.419078 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:24.389348 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3352-7897-4719-a363-81ea7efd9fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:26.928785 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8ca99bbc-a258-4de4-b737-26ab30fa6c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:27.048669 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:28.281003 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:29.928755 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:34.649025 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:54.377286 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d74a65a5-33d4-4c90-b1f1-130622c2d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.925784 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-80af8474-a215-4973-813e-8c60198edf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.088480 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.271972 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:59.951492 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:11.648617 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:49:24.365188 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cc5544dc-f248-4b23-8421-cdde4e672cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.953968 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-56624329-13f3-445b-902d-3eb26fc0123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.048885 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.279646 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.725406 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60804) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:28.731218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [None req-a5bbf821-a2e6-4af1-85e9-d2b33d827b0d tempest-verify_tempest_config-2049407281 tempest-verify_tempest_config-2049407281-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:49:28.732246 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a5bbf821-a2e6-4af1-85e9-d2b33d827b0d tempest-verify_tempest_config-2049407281 tempest-verify_tempest_config-2049407281-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058093 Jun 28 09:49:29.241341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60822) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.341367 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.426783 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.513170 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.516064 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.560650 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177a9e89c6d146c3a1829ff76df111b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3182108 Jun 28 09:49:29.561350 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6461753-4583-40f5-bf83-044afb53354f,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.563119 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60826) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.578180 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.578514 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.578840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.579160 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.579477 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.579790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.580109 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.580446 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.580773 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.581086 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.581394 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.581846 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:29.586731 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.626428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.646011 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.799463 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.802415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.803547 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6461753-4583-40f5-bf83-044afb53354f HTTP/1.1" status: 204 len: 168 time: 0.2387853 Jun 28 09:49:29.804318 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.811572 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6461753-4583-40f5-bf83-044afb53354f,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.813789 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.945332 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:48.647628 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:49:54.369868 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-5f09c856-fc98-47a3-bb21-f2f30ea420ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:56.977789 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d8e12dc6-8eb9-4e15-a063-6a456d9fd809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:57.067624 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:58.288367 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:59.916814 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:24.362549 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-5c43f9d9-0ff4-4eb1-96bc-9454b2f83fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:25.645771 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:26.957700 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-05757e11-df6a-4250-ade2-e2f645e4f400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:27.043502 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:28.277809 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:29.929575 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:54.374742 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-91f6eea1-afa9-41ef-9fca-30f97612d77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:56.940251 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8878a88b-4b1c-4895-b163-382ffe35e6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:57.048587 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:58.283521 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:59.974749 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:02.644678 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 5 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:07.677010 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445214'] for agent, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:21.659691 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 60898) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:51:21.760369 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-fe06f610-1a58-4a3e-9680-c5c4903e9a1c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995481 Jun 28 09:51:23.888567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 60908) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:51:23.946378 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-daa2869c-07e9-44e2-9ea6-f5e059d9c44d admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0567353 Jun 28 09:51:24.362398 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e774-eb01-4529-a9ec-3e512f432e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:26.922546 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-90a7bd80-8144-4d8e-8e32-9afb6a45c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:27.048690 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:28.288477 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:29.933957 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:37.591109 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:39.643143 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:54.385360 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a10cb536-e700-4d37-ba25-d4263a23e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:56.928194 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-6dfe41a8-b123-4215-ac99-3e665b907e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:57.036405 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:58.276280 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:59.933632 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:07.613737 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:16.644004 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:52:24.384313 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-24e88634-7932-4798-a2dd-daae36ec1d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:26.980166 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-42f02c49-88cf-4bc2-8c75-08fd8b94d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:27.066142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:28.305185 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:29.967373 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:37.636479 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:53.642857 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:52:54.373923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e196f98c-9372-496e-b0e1-7b374b02c3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:56.322917 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 32830) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:56.844576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-604396826-network', 'tenant_id': '703b69b760fd4942b32a601258f2d221'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:56.939626 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Made reservation on behalf of 703b69b760fd4942b32a601258f2d221 for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:56.942082 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:56.950600 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:56.968176 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f3c261e9-a87d-4d82-9111-23ab3a9c86bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.043975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.111016 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.133643 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.139070 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-77467119-e22c-4263-8b0e-1ab080a24137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:57.161148 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:52:57.175621 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddb6f7d-612a-43c4-a325-228f39a01abc,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:57.180171 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.180523 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Added segment 56f0d113-576d-4a83-b690-e47495af2672 of type vlan for network bdffa5fc-e7e0-453e-afbb-33facd73b878 Jun 28 09:52:57.198172 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.198756 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.199083 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.199462 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.199770 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.200081 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.200540 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.200951 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.201291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.201616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.202027 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.202339 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Tracked resource versions report: Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: pushed versions: Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: { 'AddressGroup': {'1.2'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'ConntrackHelper': {'1.0'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Log': {'1.0'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Network': {'1.1'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Port': {'1.7'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'PortForwarding': {'1.2'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'QosPolicy': {'1.8'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroup': {'1.4'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SubPort': {'1.0'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Subnet': {'1.1'}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Trunk': {'1.1'}} Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: consumer versions: Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'ConntrackHelper': '1.0', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Log': '1.0', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Network': '1.1', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Port': '1.7', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'PortForwarding': '1.2', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'QosPolicy': '1.8', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroup': '1.4', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SecurityGroupRule': '1.2', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'SubPort': '1.0', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Subnet': '1.1', Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: 'Trunk': '1.1'}} Jun 28 09:52:57.203502 dv-cinder-792209-2-iscsi neutron-server[105212]: {{(pid=105212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:52:57.209664 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:57.250378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.349566 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.351610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:57.352202 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.354471 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:57.411480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Pushing event updated for resources: {'Network': ['ID=bdffa5fc-e7e0-453e-afbb-33facd73b878,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:57.414099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:57.421681 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network bdffa5fc-e7e0-453e-afbb-33facd73b878 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:52:57.455311 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1305997 Jun 28 09:52:57.459787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 32882) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:57.464091 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Request body: {'subnet': {'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-604396826-subnet', 'tenant_id': '703b69b760fd4942b32a601258f2d221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:57.563422 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Made reservation on behalf of 703b69b760fd4942b32a601258f2d221 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:57.567053 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.791960 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:57.795567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:57.894549 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbf46cd-c43a-4db6-880d-f927e9fbe864,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:57.899106 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:57.906522 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Checking segment: {'id': '56f0d113-576d-4a83-b690-e47495af2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:52:57.906870 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Network hostable DHCP agents. Network: bdffa5fc-e7e0-453e-afbb-33facd73b878, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:52:58.019611 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Network bdffa5fc-e7e0-453e-afbb-33facd73b878 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:52:58.075639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 32910) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:58.076414 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, bdffa5fc-e7e0-453e-afbb-33facd73b878) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:52:58.084896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:58.084896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.086405 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86654260-781a-43ed-a39b-3d35a62d3abb None None] Network bdffa5fc-e7e0-453e-afbb-33facd73b878 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:52:58.106512 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 32916) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:58.173337 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e842bd4b-5029-4b30-b062-447fc9724e7f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7129974 Jun 28 09:52:58.200937 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 32928) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:58.249035 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4abed-493a-4391-a586-c06d065e8d4f None None] Network bdffa5fc-e7e0-453e-afbb-33facd73b878 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:52:58.283893 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1965037089-network', 'tenant_id': 'c46bd46424f74b28922323bfafab9051'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:58.349236 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.391111 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Made reservation on behalf of c46bd46424f74b28922323bfafab9051 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:58.395952 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.405079 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.412706 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 32936) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:58.477249 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-network', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:58.508778 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.551291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-426230533-network', 'tenant_id': '6660daa8a79f498c978bfde262532016'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:58.581825 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.595001 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:58.608091 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:52:58.627654 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-network', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:58.631523 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.631677 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Added segment 724b4bff-64be-405c-a362-5b23735e8385 of type vlan for network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 Jun 28 09:52:58.644552 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404597cb-bcbe-4f73-86ef-b4f25da81e9a,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:58.668450 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.669068 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.669190 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.669598 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.669850 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.670066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.670380 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.671121 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.671459 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.671763 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.672254 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.672731 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Tracked resource versions report: Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: pushed versions: Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: { 'AddressGroup': {'1.2'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'ConntrackHelper': {'1.0'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Log': {'1.0'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Network': {'1.1'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Port': {'1.7'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'PortForwarding': {'1.2'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'QosPolicy': {'1.8'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroup': {'1.4'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SubPort': {'1.0'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Subnet': {'1.1'}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Trunk': {'1.1'}} Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: consumer versions: Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'ConntrackHelper': '1.0', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Log': '1.0', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Network': '1.1', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Port': '1.7', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'PortForwarding': '1.2', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'QosPolicy': '1.8', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroup': '1.4', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SecurityGroupRule': '1.2', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'SubPort': '1.0', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Subnet': '1.1', Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: 'Trunk': '1.1'}} Jun 28 09:52:58.673974 dv-cinder-792209-2-iscsi neutron-server[105211]: {{(pid=105211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:52:58.681989 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:58.702784 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.713348 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Made reservation on behalf of bfd8cdb3bffe4839b3fb5374ad964a6c for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:58.713348 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.730762 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.db.api [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:52:58.730762 dv-cinder-792209-2-iscsi neutron-server[105212]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:52:58.730762 dv-cinder-792209-2-iscsi neutron-server[105212]: [parameters: {'project_id_1': '2ea21121a89246ad9cfb28c7547be154', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 52, 58, 632450)}] Jun 28 09:52:58.730762 dv-cinder-792209-2-iscsi neutron-server[105212]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:52:58.731275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_db.api [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:52:58.731635 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.926363 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.927755 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Made reservation on behalf of 6660daa8a79f498c978bfde262532016 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:58.933786 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.939517 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.940531 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.949429 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:58.950277 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:58.955614 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-dbf06ad2-48d3-40c9-a043-4f210eb10822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:58.986223 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.031533 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:52:59.037074 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:59.039456 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:59.039917 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:59.047753 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:52:59.051601 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.051942 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Added segment 72c219cb-101e-46da-829d-6552134819fe of type vlan for network 375e9649-7ea0-41db-9c42-7696e04c095a Jun 28 09:52:59.070882 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9913263 Jun 28 09:52:59.071230 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 32968) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:59.078132 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Request body: {'subnet': {'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1965037089-subnet', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:59.136040 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654ace4a-3687-4d6a-8d00-2a38854aa483,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:59.151937 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:59.160732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.243451 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.269609 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.270955 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:59.271668 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.274102 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2b06e108-f8b9-4efe-93a9-f0e262b2c943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:59.331494 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Pushing event updated for resources: {'Network': ['ID=375e9649-7ea0-41db-9c42-7696e04c095a,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:59.335458 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:59.336138 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.341872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:59.346224 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 375e9649-7ea0-41db-9c42-7696e04c095a details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:52:59.361510 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:52:59.379901 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.380584 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Added segment f593b2d7-48d6-4db5-a204-05f47a293a14 of type vlan for network af0e4940-37fa-4c6d-8d61-65acd8fa9def Jun 28 09:52:59.381900 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e041b835-ee49-48b3-821c-0ca8fdee785e,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:59.390897 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:59.425093 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.434669 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3225460 Jun 28 09:52:59.437163 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 32986) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:59.443579 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Request body: {'subnet': {'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-subnet', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:59.499594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Made reservation on behalf of c46bd46424f74b28922323bfafab9051 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:59.501986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.550801 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.552053 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:59.552652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.555717 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-261843b8-b1a9-42be-9b79-06f2ce9801e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:59.649779 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Made reservation on behalf of 2ea21121a89246ad9cfb28c7547be154 for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:59.652622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.669948 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.714607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Pushing event updated for resources: {'Network': ['ID=af0e4940-37fa-4c6d-8d61-65acd8fa9def,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:59.718508 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:59.725082 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:52:59.733825 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.736965 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:59.797979 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Made reservation on behalf of bfd8cdb3bffe4839b3fb5374ad964a6c for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:52:59.798328 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Checking segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:52:59.798681 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Network hostable DHCP agents. Network: c0c6452b-3f6d-4a46-b6fd-fef0efae8a78, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:52:59.801028 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.803931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffdc84c-5cd6-402e-a04d-27f9a394ab91,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:59.810462 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:59.853043 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6482141 Jun 28 09:52:59.854500 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 32990) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:59.862182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Request body: {'subnet': {'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-426230533-subnet', 'tenant_id': '6660daa8a79f498c978bfde262532016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:52:59.883439 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:52:59.936218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.972532 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, c0c6452b-3f6d-4a46-b6fd-fef0efae8a78) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:52:59.972758 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.977269 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:59.982309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.983045 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45704065-18d1-41fa-b42e-aa5389bf0b29 None None] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:00.030628 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.033801 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:00.054811 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:53:00.058553 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.062208 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c8f6b824-dd21-475c-9058-f6cc38db0629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:00.068288 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1947e265-b22f-4d70-b962-b880b42932bc,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:00.068288 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:00.072919 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.073914 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Added segment 23c7d055-17e4-431d-b889-e2826eb7bcb8 of type vlan for network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 Jun 28 09:53:00.122869 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0497713 Jun 28 09:53:00.125081 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.128657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 32994) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:00.133803 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:00.139286 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:53:00.140700 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.164685 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1cad49-e1ea-47f8-be72-41e5549ae16a,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:00.174002 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:00.175295 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Checking segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:00.175719 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Network hostable DHCP agents. Network: 375e9649-7ea0-41db-9c42-7696e04c095a, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:00.277203 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Made reservation on behalf of 6660daa8a79f498c978bfde262532016 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:00.279656 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Notify callbacks [] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.282746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.288020 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:00.288960 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.301164 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Allocated IP 172.20.0.2 (c0c6452b-3f6d-4a46-b6fd-fef0efae8a78/6ffdc84c-5cd6-402e-a04d-27f9a394ab91/d19f7ab6-1e4b-4c94-96ec-c3315429bc50) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:00.304095 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:00.383346 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Pushing event updated for resources: {'Network': ['ID=4f0e5783-3e8b-4ea4-8619-74a85796efc1,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:00.394072 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:00.401737 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Network 375e9649-7ea0-41db-9c42-7696e04c095a is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:00.405623 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.417054 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:53:00.417576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.540295 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.541308 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 375e9649-7ea0-41db-9c42-7696e04c095a) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:00.547017 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:00.555929 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:00.557605 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.567324 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02ef70-07f3-43c0-8cc6-7d205eec44e2 None None] Network 375e9649-7ea0-41db-9c42-7696e04c095a requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:00.592094 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.595753 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1814513 Jun 28 09:53:00.598632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33010) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:00.605956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Request body: {'subnet': {'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-subnet', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:00.659224 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Checking segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:00.659504 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Network hostable DHCP agents. Network: af0e4940-37fa-4c6d-8d61-65acd8fa9def, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:00.662237 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecccc34f-ce11-49c5-9f9b-b6249bd816b3,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:00.665136 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:00.700358 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Made reservation on behalf of 2ea21121a89246ad9cfb28c7547be154 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:00.702409 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.758737 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33028) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:00.761293 dv-cinder-792209-2-iscsi neutron-server[105211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:53:00.780215 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:00.799163 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-3923ae0e-1a35-43c1-ac2b-ddd5b6f757f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3607860 Jun 28 09:53:00.804371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.814333 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33032) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:00.818648 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:00.834805 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Transition to ACTIVE for port object d19f7ab6-1e4b-4c94-96ec-c3315429bc50 will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:00.839867 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-375e9649-7ea0-41db-9c42-7696e04c095a', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:53:00.845927 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.866727 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Transition to ACTIVE for port object d19f7ab6-1e4b-4c94-96ec-c3315429bc50 will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:00.900064 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, af0e4940-37fa-4c6d-8d61-65acd8fa9def) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:00.928270 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:00.932915 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.934213 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4825f2-7aa1-45b2-9d17-8a95b511b564 None None] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:00.943267 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.944337 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.976274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.035239 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.044920 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5f01a987-f5e0-45f7-ac41-5e7efe3ebace admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1893837 Jun 28 09:53:01.055139 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-788d6c56-e257-465e-8b53-19890cf3a08a tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:01.056965 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-788d6c56-e257-465e-8b53-19890cf3a08a tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/networks?id=bdffa5fc-e7e0-453e-afbb-33facd73b878 HTTP/1.1" status: 200 len: 811 time: 0.2969882 Jun 28 09:53:01.069124 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:01.094872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.104662 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-84ee4bd2-8d9c-4a6a-b21a-e792d4b9d584 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/quotas/703b69b760fd4942b32a601258f2d221 HTTP/1.1" status: 200 len: 375 time: 0.0191581 Jun 28 09:53:01.122077 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33042) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:01.140676 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64aa106-5bbe-466d-92f1-106dbbc7af92 None None] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:01.172992 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:01.205056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:01.208818 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:01.210501 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-594b4753-c139-4129-833b-7b686eeb98d1 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=703b69b760fd4942b32a601258f2d221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999317 Jun 28 09:53:01.358915 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.405495 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5f836742-efe8-498d-9678-003cb1030d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:01.439976 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.442790 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Pushing event updated for resources: {'Port': ['ID=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:01.458407 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d5624e-04c2-47f7-bc99-fbdfe459283d,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:01.460276 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.460637 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.461186 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.461833 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.462162 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.463292 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.463426 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.463685 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.464004 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.464357 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.464531 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:01.464652 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.465105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Tracked resource versions report: Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: pushed versions: Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: { 'AddressGroup': {'1.2'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'ConntrackHelper': {'1.0'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Log': {'1.0'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Network': {'1.1'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Port': {'1.7'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'PortForwarding': {'1.2'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'QosPolicy': {'1.8'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroup': {'1.4'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SubPort': {'1.0'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Subnet': {'1.1'}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Trunk': {'1.1'}} Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: consumer versions: Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'ConntrackHelper': '1.0', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Log': '1.0', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Network': '1.1', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Port': '1.7', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'PortForwarding': '1.2', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'QosPolicy': '1.8', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroup': '1.4', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SecurityGroupRule': '1.2', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'SubPort': '1.0', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Subnet': '1.1', Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: 'Trunk': '1.1'}} Jun 28 09:53:01.466215 dv-cinder-792209-2-iscsi neutron-server[105213]: {{(pid=105213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:53:01.473765 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:01.513291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.566640 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.572607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-ef351be0-7c88-4e1b-8f0a-467757288c4f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:53:01.573853 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-ef351be0-7c88-4e1b-8f0a-467757288c4f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1553769 Jun 28 09:53:01.579208 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Allocated IP 172.20.0.2 (375e9649-7ea0-41db-9c42-7696e04c095a/8b1cad49-e1ea-47f8-be72-41e5549ae16a/feb61f28-2a49-4b4b-beff-10b2711a6d5c) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:01.592951 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.666626 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Attempting to bind port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:01.666626 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Attempting to bind port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:01.666833 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Attempting to bind port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:01.668307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Checking segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:01.668661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Network hostable DHCP agents. Network: 4f0e5783-3e8b-4ea4-8619-74a85796efc1, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:01.717905 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:01.718293 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Checking segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:01.718694 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.719449 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Bound using segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:01.719670 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Bound port: d19f7ab6-1e4b-4c94-96ec-c3315429bc50, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:01.720034 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.779474 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-0a94dd34-9035-4d7a-9113-9f6e167b5109 service neutron] 10.222.0.15 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959741 Jun 28 09:53:01.804472 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.868421 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.883674 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:01.895913 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Allocated IP 172.27.3.246 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/63817979-44a8-4964-9639-178836b7b561) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:01.918035 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:01.961057 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] For port d19f7ab6-1e4b-4c94-96ec-c3315429bc50, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:01.964029 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.967181 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] For port d19f7ab6-1e4b-4c94-96ec-c3315429bc50, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:01.975037 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Transition to ACTIVE for port object feb61f28-2a49-4b4b-beff-10b2711a6d5c will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:01.991700 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33078) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:01.992566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Transition to ACTIVE for port object feb61f28-2a49-4b4b-beff-10b2711a6d5c will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:01.993832 dv-cinder-792209-2-iscsi neutron-server[105212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:53:02.012052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664833a1-3592-4d16-a7f9-6af747aa899f,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:02.018764 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=762d3b0f8eef41aca50917c2ef819a65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8707917 Jun 28 09:53:02.018764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:02.019000 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 4f0e5783-3e8b-4ea4-8619-74a85796efc1) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:02.020191 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33080) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:02.027120 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c5557-ed77-48c6-b0a4-5957335ad219 None None] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:02.028443 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-fffb582f-aa16-464c-a259-c7e4f2715871 service neutron] 10.222.0.15 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386341 Jun 28 09:53:02.032684 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.051426 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:02.056652 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:02.057641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.097101 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.119510 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Pushing event updated for resources: {'Port': ['ID=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:02.123037 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:02.129732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.129940 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.147082 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.181462 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:02.190843 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Network 375e9649-7ea0-41db-9c42-7696e04c095a is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:02.203089 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:02.203774 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-5aad632a-375a-48e8-8c5d-20786991c4ac tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:02.205440 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-5aad632a-375a-48e8-8c5d-20786991c4ac tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.2126517 Jun 28 09:53:02.205625 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:02.243595 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-777bb66e-8d5e-4a77-9e04-b95db2b27ace tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/quotas/6660daa8a79f498c978bfde262532016 HTTP/1.1" status: 200 len: 375 time: 0.0203481 Jun 28 09:53:02.273386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.312002 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Pushing event updated for resources: {'Port': ['ID=feb61f28-2a49-4b4b-beff-10b2711a6d5c,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:02.324244 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:02.339868 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.343967 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Attempting to bind port feb61f28-2a49-4b4b-beff-10b2711a6d5c on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:02.352529 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Attempting to bind port feb61f28-2a49-4b4b-beff-10b2711a6d5c by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:02.353891 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Attempting to bind port feb61f28-2a49-4b4b-beff-10b2711a6d5c on network 375e9649-7ea0-41db-9c42-7696e04c095a {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:02.361495 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:02.361870 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Checking segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:02.362280 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.362754 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Bound using segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:02.363134 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Bound port: feb61f28-2a49-4b4b-beff-10b2711a6d5c, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:02.363534 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.394465 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7948194 Jun 28 09:53:02.397883 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33084) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:02.403475 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:02.436930 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.441238 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fc8e4-5348-4540-b3b5-cc1fd5a28745 None None] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:02.492206 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-35f3cccf-20b5-48ac-b3aa-d17b6672336d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130340 Jun 28 09:53:02.492206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:02.507625 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.530047 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.550962 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/664833a1-3592-4d16-a7f9-6af747aa899f HTTP/1.1" status: 204 len: 168 time: 0.5274374 Jun 28 09:53:02.554781 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:02.573097 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.576931 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.615371 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664833a1-3592-4d16-a7f9-6af747aa899f,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:02.638292 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Allocated IP 172.27.3.19 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/50331251-0abf-4d51-a794-af54d412e7ca) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:02.639568 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:02.651236 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] For port feb61f28-2a49-4b4b-beff-10b2711a6d5c, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:02.678639 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:02.702327 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:02.705958 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:02.748989 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] For port feb61f28-2a49-4b4b-beff-10b2711a6d5c, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=feb61f28-2a49-4b4b-beff-10b2711a6d5c,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:02.773583 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Pushing event updated for resources: {'Port': ['ID=63817979-44a8-4964-9639-178836b7b561,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:02.809361 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:02.820078 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:02.821084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-670719e1-ae69-4c4b-8a9b-ab4d6aaa2809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:02.826647 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5d2b7704-2886-4d5d-9b5a-4c007ec60169 req-63b89bdd-3190-4c00-940a-63859a1b66be tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.1401751 Jun 28 09:53:02.827972 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.002437 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Pushing event updated for resources: {'Port': ['ID=feb61f28-2a49-4b4b-beff-10b2711a6d5c,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:03.004038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.018029 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:03.231507 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.269666 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-30e4f7be-4006-4a33-9b65-acbdf98e6dff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:53:03.271506 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-30e4f7be-4006-4a33-9b65-acbdf98e6dff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5918722 Jun 28 09:53:03.301165 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.343430 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c67ff62e-8583-49d0-b992-1af47d82e21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:03.408009 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:03.435864 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:03.441021 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:03.587001 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.608912 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Pushing event updated for resources: {'Port': ['ID=50331251-0abf-4d51-a794-af54d412e7ca,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:03.635218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33138) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:03.645125 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:03.691994 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-cb40c135-ad12-4de9-a62b-3a674bf44cba service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122155 Jun 28 09:53:03.696550 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.779584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716652a-3d21-461e-9e33-fdeb49d60e7d None None] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:03.826136 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d19f7ab6-1e4b-4c94-96ec-c3315429bc50 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:03.916010 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-614edc39-43a8-4ab9-af79-a5be7dbd7806 service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104771 Jun 28 09:53:04.136269 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.195449 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.237403 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-185acbbf-ea81-4f37-94e3-59c273739fae req-9846a34a-1768-4e02-aa24-4c020d5f79ba tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.1040065 Jun 28 09:53:04.238462 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.246681 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-dd83d2d7-3e0b-45af-9c9a-cfdedd152324 None None] Provisioning for port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:04.283109 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:04.292688 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:04.293643 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.375487 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.382347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.471033 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.553446 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.553560 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port d19f7ab6-1e4b-4c94-96ec-c3315429bc50, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:04.564446 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:04.572218 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d74a317-79ba-4cba-9e9a-aabf69dab217 req-cb996312-33f5-4151-b508-6f51b6474c7b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.1707826 Jun 28 09:53:04.581345 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Allocated IP 172.27.3.226 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/3845caa8-6057-4edd-962a-59ce8a8bb097) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:04.610323 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90492ba-1e2e-4a0d-9e93-afac8fa36fe3 None None] Network 375e9649-7ea0-41db-9c42-7696e04c095a requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:04.638838 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-1b646a70-3ef4-44af-a02c-5e868e02416c None None] Provisioning complete for port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:04.639358 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-1b646a70-3ef4-44af-a02c-5e868e02416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.668501 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a00af31e65444568422f29a887259b1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0293274 Jun 28 09:53:04.676743 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33188) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:04.698558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031bf6ac-8f7a-4aa4-9022-2e0ba7f10e6a,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:04.701341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.707558 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device feb61f28-2a49-4b4b-beff-10b2711a6d5c up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:04.713765 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:04.756165 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:04.796238 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.831327 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.861963 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:04.896000 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:04.905108 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:04.933940 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:53:05.036775 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.041096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.042122 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.045096 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/031bf6ac-8f7a-4aa4-9022-2e0ba7f10e6a HTTP/1.1" status: 204 len: 168 time: 0.3644757 Jun 28 09:53:05.047945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:05.060948 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031bf6ac-8f7a-4aa4-9022-2e0ba7f10e6a,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:05.069735 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:05.087861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:05.097567 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port feb61f28-2a49-4b4b-beff-10b2711a6d5c completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:05.102105 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:05.114043 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:05.115219 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:05.198315 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Provisioning for port feb61f28-2a49-4b4b-beff-10b2711a6d5c completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:05.198663 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.199189 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.199902 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:53:05.205630 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0759475 Jun 28 09:53:05.206861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33202) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:05.207197 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0b6a3fc8-7bf8-49ae-beb3-d491aa2fd6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:05.211275 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Provisioning complete for port feb61f28-2a49-4b4b-beff-10b2711a6d5c triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:05.211275 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.259163 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:05.267825 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:05.295590 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:05.298747 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Pushing event updated for resources: {'Port': ['ID=3845caa8-6057-4edd-962a-59ce8a8bb097,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:05.494243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:05.522474 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:03Z', 'revision_number': 3, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:05.530441 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.563468 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:05.564018 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Updating router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe port 63817979-44a8-4964-9639-178836b7b561 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:53:05.631912 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] For port feb61f28-2a49-4b4b-beff-10b2711a6d5c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=feb61f28-2a49-4b4b-beff-10b2711a6d5c,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:05.649250 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d19f7ab6-1e4b-4c94-96ec-c3315429bc50 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:05.657165 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.659549 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:05.701090 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:05.712897 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.716351 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:05.723360 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:05.807541 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-34673911-32ba-4a97-80ac-8cb4d881f8ce req-29da38d1-13c4-4189-aa45-cab04548e0a5 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0310352 Jun 28 09:53:05.881563 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cde98a38-81f5-4902-b6ce-4cac6ad93a6f req-7ad6f2ac-2fe4-44fb-b328-c3c17541044f tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.1342249 Jun 28 09:53:05.918504 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.919741 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1044509 Jun 28 09:53:05.922475 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33234) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:06.018859 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-f3ed4684-ef5b-4ee0-a728-a9609ac3e362 None None] Provisioning complete for port feb61f28-2a49-4b4b-beff-10b2711a6d5c triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:06.018859 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4684-ef5b-4ee0-a728-a9609ac3e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.060924 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:06.061614 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:06.107187 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.118303 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Transition to ACTIVE for port object 63817979-44a8-4964-9639-178836b7b561 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:06.158848 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.171411 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Pushing event updated for resources: {'Port': ['ID=feb61f28-2a49-4b4b-beff-10b2711a6d5c,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:06.178943 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:06.182995 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.221737 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:06.222120 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.231331 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.234736 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b472253d-251c-455e-96e4-0a0b56f83339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:06.279156 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:06.377173 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Pushing event updated for resources: {'Port': ['ID=63817979-44a8-4964-9639-178836b7b561,revision_number=2']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:06.383904 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Attempting to bind port 63817979-44a8-4964-9639-178836b7b561 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:06.385545 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Attempting to bind port 63817979-44a8-4964-9639-178836b7b561 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:06.386653 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Attempting to bind port 63817979-44a8-4964-9639-178836b7b561 on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:06.398217 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:06.398942 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:06.399560 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.401016 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:06.402743 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Bound port: 63817979-44a8-4964-9639-178836b7b561, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:06.403486 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.430986 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.431384 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.433775 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.439545 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.439965 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.440326 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.440655 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.441024 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.441541 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.442022 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.442487 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.443224 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Tracked resource versions report: Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: pushed versions: Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: { 'AddressGroup': {'1.2'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'ConntrackHelper': {'1.0'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Log': {'1.0'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Network': {'1.1'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Port': {'1.7'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'PortForwarding': {'1.2'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'QosPolicy': {'1.8'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroup': {'1.4'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SubPort': {'1.0'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Subnet': {'1.1'}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Trunk': {'1.1'}} Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: consumer versions: Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: { DHCP agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: L3 agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: Metadata agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: Metering agent@dv-cinder-792209-2-iscsi: {}, Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: Open vSwitch agent@dv-cinder-792209-2-iscsi: { 'AddressGroup': '1.2', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'ConntrackHelper': '1.0', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Log': '1.0', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Network': '1.1', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Port': '1.7', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'PortForwarding': '1.2', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'QosPolicy': '1.8', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroup': '1.4', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SecurityGroupRule': '1.2', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'SubPort': '1.0', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Subnet': '1.1', Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: 'Trunk': '1.1'}} Jun 28 09:53:06.444567 dv-cinder-792209-2-iscsi neutron-server[105214]: {{(pid=105214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:53:06.454435 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:06.526930 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] For port 63817979-44a8-4964-9639-178836b7b561, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:06.530827 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] For port 63817979-44a8-4964-9639-178836b7b561, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=63817979-44a8-4964-9639-178836b7b561,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:06.567534 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:03Z', 'revision_number': 3, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:06.582126 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Allocated IP 172.20.0.1 (c0c6452b-3f6d-4a46-b6fd-fef0efae8a78/6ffdc84c-5cd6-402e-a04d-27f9a394ab91/b824999f-a670-4ad2-9f5b-41b7da5410ef) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:06.601089 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:06.602960 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Updating router 1d0c88b8-1e5b-47be-9f64-1112748868e7 port 50331251-0abf-4d51-a794-af54d412e7ca binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:53:06.625816 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.633122 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.635416 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:06.640504 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.703901 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:06.704953 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:06.726219 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.754470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Transition to ACTIVE for port object b824999f-a670-4ad2-9f5b-41b7da5410ef will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:06.763609 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Pushing event updated for resources: {'Port': ['ID=63817979-44a8-4964-9639-178836b7b561,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:06.778059 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:06.903397 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:06.999269 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-25b4dabf-fe0c-4d4a-bbdb-6b8327e6226e req-dc66d41c-dd9c-492e-b52e-dae3554bcf9e tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0358043 Jun 28 09:53:07.011227 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.035566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.056393 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Transition to ACTIVE for port object 50331251-0abf-4d51-a794-af54d412e7ca will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:07.093253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.102263 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-798d4b29-ec66-467f-96e2-f94ffcab470c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:07.146150 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:03Z', 'revision_number': 3, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:07.161718 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:07.175522 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e60fba-6fc0-4039-8e6c-21b8b081d75b None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:03Z', 'revision_number': 3, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:07.175826 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:07.195385 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.196609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:07.197284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.197959 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:07.202916 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c250c2eb-2bb0-4376-ae63-2e8a0a2e51c4 req-7e93b5af-19e7-4f09-87dc-ad0738535062 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.0448735 Jun 28 09:53:07.315753 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Pushing event updated for resources: {'Port': ['ID=b824999f-a670-4ad2-9f5b-41b7da5410ef,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:07.323581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:07.327929 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b31921-ce25-44aa-980f-fa02911975a6 None None] Pushing event updated for resources: {'Port': ['ID=50331251-0abf-4d51-a794-af54d412e7ca,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:07.330491 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Attempting to bind port 50331251-0abf-4d51-a794-af54d412e7ca on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:07.330856 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Attempting to bind port 50331251-0abf-4d51-a794-af54d412e7ca by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:07.331202 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Attempting to bind port 50331251-0abf-4d51-a794-af54d412e7ca on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:07.334966 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d0b31921-ce25-44aa-980f-fa02911975a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:07.341555 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:07.341928 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:07.342718 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.342718 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:07.343173 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Bound port: 50331251-0abf-4d51-a794-af54d412e7ca, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:07.343557 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.348536 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Router 71a02832-a87f-4ec9-830f-efde917c4e07 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:53:07.436003 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] For port 50331251-0abf-4d51-a794-af54d412e7ca, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:07.441303 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] For port 50331251-0abf-4d51-a794-af54d412e7ca, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=50331251-0abf-4d51-a794-af54d412e7ca,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:07.491925 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Allocated IP 172.20.0.1 (375e9649-7ea0-41db-9c42-7696e04c095a/8b1cad49-e1ea-47f8-be72-41e5549ae16a/e3a86b0d-0680-44a0-9a65-4cb9e5f8356f) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:07.535117 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:07.545953 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.549294 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:07.556406 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Sync routers for ids ['71a02832-a87f-4ec9-830f-efde917c4e07'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:07.605743 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Routers {'71a02832-a87f-4ec9-830f-efde917c4e07'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:07.606685 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['71a02832-a87f-4ec9-830f-efde917c4e07'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:07.671737 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device feb61f28-2a49-4b4b-beff-10b2711a6d5c up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:07.698817 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.714542 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Transition to ACTIVE for port object e3a86b0d-0680-44a0-9a65-4cb9e5f8356f will not be triggered until provisioned by entity DHCP. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:07.730721 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:07.731378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:07.774265 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.775797 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3765838 Jun 28 09:53:07.778623 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33276) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:07.855767 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-961c347d-d212-4a3d-a928-08ca01a583d0 None None] Provisioning for port b824999f-a670-4ad2-9f5b-41b7da5410ef completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:07.871138 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b31921-ce25-44aa-980f-fa02911975a6 None None] Pushing event updated for resources: {'Port': ['ID=50331251-0abf-4d51-a794-af54d412e7ca,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:07.875692 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.883129 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d0b31921-ce25-44aa-980f-fa02911975a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:07.900760 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-961c347d-d212-4a3d-a928-08ca01a583d0 None None] Provisioning complete for port b824999f-a670-4ad2-9f5b-41b7da5410ef triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:07.902292 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-961c347d-d212-4a3d-a928-08ca01a583d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.914842 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:07.927409 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:07.961398 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Set router 71a02832-a87f-4ec9-830f-efde917c4e07 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:08.039997 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Network 375e9649-7ea0-41db-9c42-7696e04c095a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:08.044699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port feb61f28-2a49-4b4b-beff-10b2711a6d5c triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:08.045231 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.046933 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-961c347d-d212-4a3d-a928-08ca01a583d0 None None] Port b824999f-a670-4ad2-9f5b-41b7da5410ef cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:53:08.047145 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:08.053376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:08.053831 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.061490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:08.074121 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:08.091930 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:08.326557 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.419721 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:05Z', 'revision_number': 3, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:08.474481 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0b927774-6505-424f-aec0-d57836ded40f req-c6ce38be-5203-4f4a-9f40-9192d391fdb0 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0768225 Jun 28 09:53:08.480757 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.483277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.487925 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:08.539073 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Checking router: 71a02832-a87f-4ec9-830f-efde917c4e07 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:08.541818 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Updating router 71a02832-a87f-4ec9-830f-efde917c4e07 port 3845caa8-6057-4edd-962a-59ce8a8bb097 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:53:08.586203 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-48bd0697-c797-46d2-b8c8-369f151afeda None None] Provisioning for port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:08.598371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:03Z', 'revision_number': 3, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:08.602196 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-48bd0697-c797-46d2-b8c8-369f151afeda None None] Provisioning complete for port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:08.602925 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-48bd0697-c797-46d2-b8c8-369f151afeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.626305 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Pushing event updated for resources: {'Port': ['ID=b824999f-a670-4ad2-9f5b-41b7da5410ef,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:08.636733 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:08.638219 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.721901 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:08.724829 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:08.736266 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336535d-02e1-41da-9fcd-3c17cdebe580 None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:03Z', 'revision_number': 3, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:08.794939 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-48bd0697-c797-46d2-b8c8-369f151afeda None None] Port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:53:08.824551 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-818b4750-2981-42c9-b40a-7e6610c1b0cb req-e19f482e-1677-4bb9-b3c5-18b815f72bad tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.1644015 Jun 28 09:53:08.874956 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.928907 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.016364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:53:09.267495 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-d05bb88d-e7cf-4e6b-b0b7-b9d355b5129a None None] Provisioning complete for port b824999f-a670-4ad2-9f5b-41b7da5410ef triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:09.268111 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d05bb88d-e7cf-4e6b-b0b7-b9d355b5129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.312651 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.339001 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Transition to ACTIVE for port object 3845caa8-6057-4edd-962a-59ce8a8bb097 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:09.349498 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-d05bb88d-e7cf-4e6b-b0b7-b9d355b5129a None None] Port b824999f-a670-4ad2-9f5b-41b7da5410ef cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:53:09.384976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:09.404209 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] 10.222.0.15 "PUT /v2.0/routers/2b2859f2-7f0d-429e-87e8-9b23b59af2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1962051 Jun 28 09:53:09.483160 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.487095 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:09.610747 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.635580 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.643370 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Attempting to bind port 3845caa8-6057-4edd-962a-59ce8a8bb097 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:09.648769 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Attempting to bind port 3845caa8-6057-4edd-962a-59ce8a8bb097 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:09.649193 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Attempting to bind port 3845caa8-6057-4edd-962a-59ce8a8bb097 on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:09.693494 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7292-29fe-47d4-821c-a0033e0206d6 None None] Pushing event updated for resources: {'Port': ['ID=3845caa8-6057-4edd-962a-59ce8a8bb097,revision_number=2']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:09.706743 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:09.707860 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:09.708319 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.709150 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:09.709821 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Bound port: 3845caa8-6057-4edd-962a-59ce8a8bb097, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:09.710402 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.720105 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d4dc7292-29fe-47d4-821c-a0033e0206d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:09.758841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 63817979-44a8-4964-9639-178836b7b561 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:09.769718 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d2e58c6c-1d63-459e-a75a-2a8cdd300c10 req-882af81b-418f-4a05-920e-8178cdcf45b9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0634871 Jun 28 09:53:09.773627 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.787657 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.794318 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-7ef0985b-03c4-45f5-a4e7-37afdf267f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:09.941928 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] For port 3845caa8-6057-4edd-962a-59ce8a8bb097, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:09.957389 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] For port 3845caa8-6057-4edd-962a-59ce8a8bb097, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=3845caa8-6057-4edd-962a-59ce8a8bb097,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:10.024440 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:10.039783 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:10.058957 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.062989 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d4dc7292-29fe-47d4-821c-a0033e0206d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:10.148859 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7292-29fe-47d4-821c-a0033e0206d6 None None] Pushing event updated for resources: {'Port': ['ID=3845caa8-6057-4edd-962a-59ce8a8bb097,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:10.157875 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d4dc7292-29fe-47d4-821c-a0033e0206d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:10.163341 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Routers {'71a02832-a87f-4ec9-830f-efde917c4e07'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:10.164311 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['71a02832-a87f-4ec9-830f-efde917c4e07'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:10.173067 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:10.188419 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:10.189046 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:10.231147 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b65ad4da-8be8-47a0-acbe-a3c03d81097c req-7639c848-ac40-4a2a-aa24-5244f3a83ecd tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.0887756 Jun 28 09:53:10.238164 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Network 375e9649-7ea0-41db-9c42-7696e04c095a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:10.239738 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Allocated IP 172.20.0.1 (4f0e5783-3e8b-4ea4-8619-74a85796efc1/b9d5624e-04c2-47f7-bc99-fbdfe459283d/a4b9d7b4-cd72-4d48-a182-11f6dcb47883) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:10.244066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:10.345963 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] Set router 71a02832-a87f-4ec9-830f-efde917c4e07 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:10.346983 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 63817979-44a8-4964-9639-178836b7b561 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:10.416621 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:10.455295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 63817979-44a8-4964-9639-178836b7b561 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:10.455883 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.612715 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33354) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:10.620093 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463971265', 'description': 'tempest-description--2055003393'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:10.713306 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:05Z', 'revision_number': 3, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:10.726524 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.739448 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-cbc7b3f5-f24d-445e-bb14-95547aba47fe None None] Provisioning complete for port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:10.740020 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3f5-f24d-445e-bb14-95547aba47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.783302 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbc1b-9b0d-4f1c-88c2-578cef5a7623 None None] The sync data for ids ['71a02832-a87f-4ec9-830f-efde917c4e07'] in dv-cinder-792209-2-iscsi is: [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:05Z', 'revision_number': 3, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:10.783821 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.863118 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7b3f5-f24d-445e-bb14-95547aba47fe None None] Port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:53:10.873455 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 63817979-44a8-4964-9639-178836b7b561, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=63817979-44a8-4964-9639-178836b7b561,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:10.917543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 2, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:10.944273 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.955381 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.23', 57298) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:10.956069 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.960972 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:53:10.993174 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:10.994688 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Updating router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe port b824999f-a670-4ad2-9f5b-41b7da5410ef binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:53:10.997800 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.000988 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 50331251-0abf-4d51-a794-af54d412e7ca up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:11.016221 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ec55dc93-7026-4c4f-b786-66c81c0c6ceb req-95a51078-e5d6-4470-b7dd-79a0c573bffb tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0459347 Jun 28 09:53:11.045451 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-f814f34c-5584-4d85-be48-ddc078f66d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:11.068377 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.079023 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:11.115968 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258ff3e4-db97-4d6e-b736-376a69995682,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:11.123371 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:11.157042 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.176660 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-6a67f835-c99a-471b-b166-6bb393d0c0bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:11.178470 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-6a67f835-c99a-471b-b166-6bb393d0c0bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.2213089 Jun 28 09:53:11.223372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.235796 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6219435 Jun 28 09:53:11.247165 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33360) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:11.264079 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'security_group_rule': {'security_group_id': '258ff3e4-db97-4d6e-b736-376a69995682', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:11.269504 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:11.270292 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Request body: {'port': {'device_id': '098dc813-821e-4467-a471-6130421ea80c', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'admin_state_up': True, 'tenant_id': '6660daa8a79f498c978bfde262532016'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:11.289213 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d0c88b8-1e5b-47be-9f64-1112748868e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618491 Jun 28 09:53:11.374469 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.382084 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:11.566502 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.570384 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Pushing event updated for resources: {'Port': ['ID=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:11.580496 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Transition to ACTIVE for port object b824999f-a670-4ad2-9f5b-41b7da5410ef will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:11.584777 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:11.596607 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9448abee-c75d-4cec-aaa8-58f009c617dc req-b3cba1a3-02a2-40dd-8eec-e8ee8452f698 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.0692165 Jun 28 09:53:11.615209 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:11.617652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:11.631183 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:11.631756 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.634448 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=63817979-44a8-4964-9639-178836b7b561,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:11.635696 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33376) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:11.644458 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:11.673584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.682935 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4d3087b6-77f4-4fbf-9895-4b81385e85fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:11.780595 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 50331251-0abf-4d51-a794-af54d412e7ca completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:11.797451 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 50331251-0abf-4d51-a794-af54d412e7ca triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:11.799876 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:11.817641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.237623 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:12.237623 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:12.237623 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:12.242143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Attempting to bind port b824999f-a670-4ad2-9f5b-41b7da5410ef on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:12.242143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Attempting to bind port b824999f-a670-4ad2-9f5b-41b7da5410ef by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:12.242143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Attempting to bind port b824999f-a670-4ad2-9f5b-41b7da5410ef on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:12.242143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89555242-e2e8-41aa-a292-a3a63135043e None None] Pushing event updated for resources: {'Port': ['ID=b824999f-a670-4ad2-9f5b-41b7da5410ef,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:12.242143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-89555242-e2e8-41aa-a292-a3a63135043e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:12.245002 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.246105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:12.246105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Checking segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:12.246105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.246105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Bound using segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:12.246105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Bound port: b824999f-a670-4ad2-9f5b-41b7da5410ef, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:12.246105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.246669 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.23', 57301) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:12.247127 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Made reservation on behalf of 6660daa8a79f498c978bfde262532016 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:12.247127 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.395084 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.396261 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.396806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.405515 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:12.420695 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] For port b824999f-a670-4ad2-9f5b-41b7da5410ef, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:12.437768 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] For port b824999f-a670-4ad2-9f5b-41b7da5410ef, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b824999f-a670-4ad2-9f5b-41b7da5410ef,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:12.447627 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 50331251-0abf-4d51-a794-af54d412e7ca, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=50331251-0abf-4d51-a794-af54d412e7ca,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:12.491873 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-a5c034af-c0a4-493a-9aa2-3cabab91db09 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:12.493852 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-a5c034af-c0a4-493a-9aa2-3cabab91db09 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.23 "GET /v2.0/networks?id=bdffa5fc-e7e0-453e-afbb-33facd73b878 HTTP/1.1" status: 200 len: 811 time: 0.4541736 Jun 28 09:53:12.525995 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Request body: {'port': {'device_id': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878', 'admin_state_up': True, 'tenant_id': '703b69b760fd4942b32a601258f2d221'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:12.550666 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7f06469a-93f3-44cd-8d06-eba9cc7cdc8e req-e41a3fec-a596-4c9a-9cf6-5ede8359d6d9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.1081731 Jun 28 09:53:12.569180 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.573481 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.589580 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:12.596402 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:12.653713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:12.654371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:12.686511 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:12.690312 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33422) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:12.774332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172437182', 'description': 'tempest-description--208214163'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:12.880967 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=50331251-0abf-4d51-a794-af54d412e7ca,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:12.886519 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6a544a-28a5-4ccd-96b0-554812e21ac8,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:12.895187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:13.005544 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:09Z', 'revision_number': 2, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:13.012403 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 3845caa8-6057-4edd-962a-59ce8a8bb097 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:13.042498 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:13.042856 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Updating router 1d0c88b8-1e5b-47be-9f64-1112748868e7 port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:53:13.086823 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.174398 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:13.190232 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.198553 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89555242-e2e8-41aa-a292-a3a63135043e None None] Pushing event updated for resources: {'Port': ['ID=b824999f-a670-4ad2-9f5b-41b7da5410ef,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:13.208898 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Allocated IP 172.20.0.4 (af0e4940-37fa-4c6d-8d61-65acd8fa9def/ecccc34f-ce11-49c5-9f9b-b6249bd816b3/244962e2-477a-4d97-bd3a-7baec40cb78c) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:13.242784 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-89555242-e2e8-41aa-a292-a3a63135043e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:13.243341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:13.244173 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:13.270854 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8d8bb3d-a01d-4b52-afb7-14671b1e5957 req-a383803e-5f86-49a9-b9e5-cabd95fad4ce tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.2056468 Jun 28 09:53:13.331666 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.342765 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:13.374359 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 3845caa8-6057-4edd-962a-59ce8a8bb097 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:13.407605 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.511593 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.568244 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.577095 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.584053 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:13.649886 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 3845caa8-6057-4edd-962a-59ce8a8bb097 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:13.650443 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.837906 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.870436 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 3845caa8-6057-4edd-962a-59ce8a8bb097, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=3845caa8-6057-4edd-962a-59ce8a8bb097,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:13.878126 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:13.950891 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd696c-7628-4bec-9e7d-7113a815b199 None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:13.952108 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.967156 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Pushing event updated for resources: {'Port': ['ID=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:13.969612 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33458) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:13.970341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:13.971475 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 63817979-44a8-4964-9639-178836b7b561 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:13.973435 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:13.991758 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:14.064343 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33462) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:14.065617 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f116fd417e142adb614f484764d5eb5&name=default HTTP/1.1" status: 200 len: 2977 time: 2.4007618 Jun 28 09:53:14.134756 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3929f082-786e-4932-9183-4900a0612ef0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:14.140998 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:14.169302 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.185692 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Transition to ACTIVE for port object e3a86b0d-0680-44a0-9a65-4cb9e5f8356f will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:14.192838 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.196752 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.198425 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9498696 Jun 28 09:53:14.219011 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-513a235b-9880-481e-8232-b5e2d612d900 req-fbe79451-947b-4201-af81-d8cabd11543f tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.1452880 Jun 28 09:53:14.222503 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33464) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:14.234096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'security_group_rule': {'security_group_id': '258ff3e4-db97-4d6e-b736-376a69995682', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:14.256162 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:14.263309 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=3845caa8-6057-4edd-962a-59ce8a8bb097,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:14.271668 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.276685 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:14.279728 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:14.319591 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 63817979-44a8-4964-9639-178836b7b561 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:14.320397 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.410501 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ce3a-74e4-4b72-b48f-f3950212e22b None None] Pushing event updated for resources: {'Port': ['ID=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:14.475815 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8fa7ce3a-74e4-4b72-b48f-f3950212e22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:14.525338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:14.538262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:14.555118 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:14.566937 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.569372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:14.570029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.580232 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Attempting to bind port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:14.580593 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Attempting to bind port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:14.580956 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Attempting to bind port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f on network 375e9649-7ea0-41db-9c42-7696e04c095a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:14.622611 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:14.623296 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Checking segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:14.623745 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.624291 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Bound using segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:14.624805 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Bound port: e3a86b0d-0680-44a0-9a65-4cb9e5f8356f, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:14.625242 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.646595 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.651119 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.668975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event updated for resources: {'Port': ['ID=244962e2-477a-4d97-bd3a-7baec40cb78c,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:14.675961 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:14.716117 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.741206 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4758093 Jun 28 09:53:14.763572 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.db.api [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:53:14.763572 dv-cinder-792209-2-iscsi neutron-server[105211]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:53:14.763572 dv-cinder-792209-2-iscsi neutron-server[105211]: [parameters: {'project_id_1': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 53, 13, 606098)}] Jun 28 09:53:14.763572 dv-cinder-792209-2-iscsi neutron-server[105211]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:53:14.766643 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_db.api [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:53:14.766643 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Made reservation on behalf of 703b69b760fd4942b32a601258f2d221 for: {'port': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:14.775811 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.804174 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.809819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-d2b962b9-f2dd-4a51-9581-c282f15710de tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:53:14.811109 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-d2b962b9-f2dd-4a51-9581-c282f15710de tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100646 Jun 28 09:53:14.848996 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33472) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:14.850084 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] For port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:14.856822 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] For port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:14.889206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.892269 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:14.969235 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:14.972202 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:14.982415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa019dc9-89a0-4f00-86a7-169f23df7e61,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:14.998021 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:15.014442 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:15.065442 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:15.082258 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b824999f-a670-4ad2-9f5b-41b7da5410ef up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:15.085130 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.136546 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:15.137192 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:15.157417 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.161296 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3929f082-786e-4932-9183-4900a0612ef0 HTTP/1.1" status: 204 len: 168 time: 1.0903010 Jun 28 09:53:15.173655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.255151 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ce3a-74e4-4b72-b48f-f3950212e22b None None] Pushing event updated for resources: {'Port': ['ID=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,revision_number=4']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:15.261485 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8fa7ce3a-74e4-4b72-b48f-f3950212e22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:15.291131 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Request body: {'port': {'device_id': '098dc813-821e-4467-a471-6130421ea80c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:15.335856 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:15.345832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port b824999f-a670-4ad2-9f5b-41b7da5410ef completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:15.348948 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.351645 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port b824999f-a670-4ad2-9f5b-41b7da5410ef triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:15.352106 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.507855 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:15.566640 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.590596 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3929f082-786e-4932-9183-4900a0612ef0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:15.626172 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.689824 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port b824999f-a670-4ad2-9f5b-41b7da5410ef, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b824999f-a670-4ad2-9f5b-41b7da5410ef,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:15.702536 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e9cca1ca-91ab-44ba-b0ba-f43e24cf7b00 req-00d327fa-54bb-4037-a7be-626a7967eef3 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0855131 Jun 28 09:53:15.732649 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:15.985731 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:14Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:15.997073 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.997953 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 3845caa8-6057-4edd-962a-59ce8a8bb097 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:15.999850 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:16.053076 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5879d55-9146-43b6-93d4-d310da20dc49 None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:14Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:16.062505 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Allocated IP 172.20.0.11 (bdffa5fc-e7e0-453e-afbb-33facd73b878/7bbf46cd-c43a-4db6-880d-f927e9fbe864/b9f8a208-5e75-4ca9-8a8a-7530c6bf0822) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:16.075256 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4170-7c91-4f5f-9d18-06427bb1d84d req-376be6de-6553-49b9-a0b7-0423568e5464 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:16.088077 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d8db4170-7c91-4f5f-9d18-06427bb1d84d req-376be6de-6553-49b9-a0b7-0423568e5464 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 931 time: 1.2394526 Jun 28 09:53:16.127140 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=b824999f-a670-4ad2-9f5b-41b7da5410ef,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:16.131079 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:16.140877 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 3845caa8-6057-4edd-962a-59ce8a8bb097 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:16.141324 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.371117 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 50331251-0abf-4d51-a794-af54d412e7ca up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:16.421568 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Router 71a02832-a87f-4ec9-830f-efde917c4e07 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:53:16.469263 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d8db4170-7c91-4f5f-9d18-06427bb1d84d req-51bfb718-e41b-42bc-80fe-5f55e4ce109e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628907 Jun 28 09:53:16.495634 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 50331251-0abf-4d51-a794-af54d412e7ca triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:16.497807 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.502363 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.521665 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244962e2-477a-4d97-bd3a-7baec40cb78c {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:16.547145 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.594945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Transition to ACTIVE for port object 244962e2-477a-4d97-bd3a-7baec40cb78c will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:16.671259 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.714981 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:16.745387 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.748700 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:16.813248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Pushing event updated for resources: {'Port': ['ID=244962e2-477a-4d97-bd3a-7baec40cb78c,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:16.824681 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:16.837874 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:16.841392 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Sync routers for ids ['71a02832-a87f-4ec9-830f-efde917c4e07'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:16.854276 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] 10.222.0.15 "PUT /v2.0/routers/71a02832-a87f-4ec9-830f-efde917c4e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0659523 Jun 28 09:53:16.854276 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c6a1d-b4c5-4b32-a77b-6c2902662bd0,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:16.877066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:16.890076 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Routers {'71a02832-a87f-4ec9-830f-efde917c4e07'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:16.891056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['71a02832-a87f-4ec9-830f-efde917c4e07'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:16.926402 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.936108 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:16.937747 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7132928 Jun 28 09:53:16.947969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33498) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:16.970981 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:17.003700 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Attempting to bind port 244962e2-477a-4d97-bd3a-7baec40cb78c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:17.005333 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Attempting to bind port 244962e2-477a-4d97-bd3a-7baec40cb78c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:17.006138 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Attempting to bind port 244962e2-477a-4d97-bd3a-7baec40cb78c on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:17.016540 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c35ad6f7aee463cb42d4f8e4a95e164&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0394728 Jun 28 09:53:17.017715 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33500) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:17.026241 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Port 244962e2-477a-4d97-bd3a-7baec40cb78c on network af0e4940-37fa-4c6d-8d61-65acd8fa9def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:53:17.026241 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Attempting to bind port 244962e2-477a-4d97-bd3a-7baec40cb78c on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:17.039651 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:17.040080 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Checking segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:17.041021 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Bound using segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:17.041659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Bound port: 244962e2-477a-4d97-bd3a-7baec40cb78c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:17.042125 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.136222 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Set router 71a02832-a87f-4ec9-830f-efde917c4e07 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:17.161639 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5701df0-f3a4-414e-9634-34e2e9a618bd req-33b78c3d-2a01-4d71-b7f6-d63ed284d820 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.1261504 Jun 28 09:53:17.251890 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b824999f-a670-4ad2-9f5b-41b7da5410ef up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:17.336362 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.377124 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.379261 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.414997 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.425454 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:17.444936 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] For port 244962e2-477a-4d97-bd3a-7baec40cb78c, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:17.451856 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] For port 244962e2-477a-4d97-bd3a-7baec40cb78c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=244962e2-477a-4d97-bd3a-7baec40cb78c,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:17.477040 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.546340 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b6c0dd9b-d0db-42c3-be0e-904cd8a59600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:17.579433 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port b824999f-a670-4ad2-9f5b-41b7da5410ef triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:17.580350 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.583677 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a840ae31c8f489c9d009cc748759dce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7320685 Jun 28 09:53:17.603842 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c4677e-a619-4027-a70d-d1d2f7906530,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:17.604781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:17.606882 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.607749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33516) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:17.673359 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a795e1b2-a5cb-4cf9-a122-9baefd8eaf10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:17.746295 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Network bdffa5fc-e7e0-453e-afbb-33facd73b878 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:17.772491 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Pushing event updated for resources: {'Port': ['ID=244962e2-477a-4d97-bd3a-7baec40cb78c,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:17.792492 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:17.801732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:17.827793 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:17.848056 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:17.849144 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.851425 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:17.852178 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.854242 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/244962e2-477a-4d97-bd3a-7baec40cb78c HTTP/1.1" status: 200 len: 1093 time: 2.7035315 Jun 28 09:53:17.857973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098dc813-821e-4467-a471-6130421ea80c', 'tag': '244962e2-477a-4d97-bd3a-7baec40cb78c'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:17.902037 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Pushing event updated for resources: {'Port': ['ID=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:17.927276 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:17.935914 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:17.976421 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.003707 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.005421 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device e3a86b0d-0680-44a0-9a65-4cb9e5f8356f up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:18.058788 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-2dc5be23-2441-4c39-a45d-b82aadcb0e10 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:18.060513 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:11Z', 'revision_number': 4, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'a4b9d7b4-cd72-4d48-a182-11f6dcb47883', 'name': '', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'mac_address': 'fa:16:3e:cf:82:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:09Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 2, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'subnets': [{'id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:18.060992 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-2dc5be23-2441-4c39-a45d-b82aadcb0e10 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 819 time: 0.2447619 Jun 28 09:53:18.068296 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:18.077183 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.100927 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-48bab969-2665-40d0-9b00-bcc8d4bdc118 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/quotas/2ea21121a89246ad9cfb28c7547be154 HTTP/1.1" status: 200 len: 375 time: 0.0264590 Jun 28 09:53:18.114719 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Checking router: 71a02832-a87f-4ec9-830f-efde917c4e07 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:18.114719 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Updating router 71a02832-a87f-4ec9-830f-efde917c4e07 port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:53:18.143553 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e10c40-578b-48ca-827d-dae47a426466 req-6e6a9400-f790-4702-8016-4481cb85b416 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:18.145323 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-71e10c40-578b-48ca-827d-dae47a426466 req-6e6a9400-f790-4702-8016-4481cb85b416 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.3608885 Jun 28 09:53:18.176549 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.185878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6914edf5-ccd2-487c-a056-f62471038437,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:18.216207 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.217532 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e18c6a1d-b4c5-4b32-a77b-6c2902662bd0 HTTP/1.1" status: 204 len: 168 time: 1.1919746 Jun 28 09:53:18.222877 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:18.222877 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:18.232694 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c6a1d-b4c5-4b32-a77b-6c2902662bd0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:18.243231 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:18.257187 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.270082 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-b0a10935-a4e4-4f7d-9e26-b1eeef67f7d9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1590080 Jun 28 09:53:18.316743 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:18.380983 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-15a1b01e-d388-42cd-ae38-802371563f2a service neutron] 10.222.0.15 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904379 Jun 28 09:53:18.393959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3cfd6-9779-4189-81aa-b63edba6dc19" -d '{"events": [{"name": "network-changed", "server_uuid": "098dc813-821e-4467-a471-6130421ea80c", "tag": "244962e2-477a-4d97-bd3a-7baec40cb78c"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:18.407901 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:18.408159 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.561920 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-bceb1ded-966e-4cc9-98f3-facd527972c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:18.563360 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-bceb1ded-966e-4cc9-98f3-facd527972c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 1096 time: 0.4574683 Jun 28 09:53:18.580574 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-71e10c40-578b-48ca-827d-dae47a426466 req-5ed8b194-228e-4ead-ac21-f39bd92397e6 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826003 Jun 28 09:53:18.598994 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-49f54c2e-06a0-441e-9ae1-e9f7e1684ac1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149229 Jun 28 09:53:18.682853 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.734048 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.736506 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-b1177dc3-25ec-4872-9372-bf3d521bd8d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 6.0057781 Jun 28 09:53:18.739303 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2280767 Jun 28 09:53:18.739758 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33546) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:18.745503 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'security_group_rule': {'security_group_id': '6914edf5-ccd2-487c-a056-f62471038437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:18.781359 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Request body: {'port': {'device_id': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:18.817513 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-b53b802a-50cb-42b5-a9c9-076b13862462 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244962e2-477a-4d97-bd3a-7baec40cb78c HTTP/1.1" status: 200 len: 217 time: 0.2182531 Jun 28 09:53:18.849107 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.904859 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.906390 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3c4677e-a619-4027-a70d-d1d2f7906530 HTTP/1.1" status: 204 len: 168 time: 1.2975461 Jun 28 09:53:18.977004 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4535b2fe-d7cc-4354-8053-1cc185c26557 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:19.036732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.075616 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.208290 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c4677e-a619-4027-a70d-d1d2f7906530,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:19.214959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-028b515d-6721-4414-875a-66d6ef83cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:19.217165 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-028b515d-6721-4414-875a-66d6ef83cb9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.3652613 Jun 28 09:53:19.217814 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:19.263708 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.332644 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.389281 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.414290 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-4fde781e-8201-4b74-a73e-c3fe04086ecf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585331 Jun 28 09:53:19.430072 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:19.436673 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:19.461516 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d99c836-31d1-4008-84f0-431d1c48a162,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:19.488279 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:19.534269 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.541286 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d0b31921-ce25-44aa-980f-fa02911975a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:19.555633 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.615328 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.620255 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8793771 Jun 28 09:53:19.629804 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33572) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:19.647157 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Transition to ACTIVE for port object a4b9d7b4-cd72-4d48-a182-11f6dcb47883 will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:19.655659 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'security_group_rule': {'security_group_id': '6914edf5-ccd2-487c-a056-f62471038437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:19.725048 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:19.725562 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:19.745815 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.754553 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:19.911799 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 {{(pid=105211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:19.920784 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-c0cca548-4619-4635-af13-e30a4a9c7616 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431836 Jun 28 09:53:19.922814 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db3a3ab-5e3d-4c0d-aed0-f97c7da90a06 x-openstack-request-id: req-2db3a3ab-5e3d-4c0d-aed0-f97c7da90a06 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:19.923331 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098dc813-821e-4467-a471-6130421ea80c", "tag": "244962e2-477a-4d97-bd3a-7baec40cb78c", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:19.924198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2db3a3ab-5e3d-4c0d-aed0-f97c7da90a06 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:19.925017 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098dc813-821e-4467-a471-6130421ea80c', 'tag': '244962e2-477a-4d97-bd3a-7baec40cb78c', 'status': 'completed', 'code': 200} Jun 28 09:53:19.929619 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:19.958305 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79052b79-e923-4ce8-8b2c-931f6b2eeea4 None None] Pushing event updated for resources: {'Port': ['ID=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:19.969840 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Transition to ACTIVE for port object b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 will not be triggered until provisioned by entity L2. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:19.972778 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-79052b79-e923-4ce8-8b2c-931f6b2eeea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:20.049488 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ee6e4d49-d95b-4821-9a44-cbd224725595 req-f8407e9a-2f38-48b6-8e5f-d814148e9a8b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 210 time: 0.0679574 Jun 28 09:53:20.050583 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.095567 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Attempting to bind port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:20.095993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Attempting to bind port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:20.099639 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Attempting to bind port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:20.110785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.115640 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:20.118083 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832b62a-3c71-4fe8-9af8-6b79a6ff7ccf req-8cb60b41-b64c-46fe-a5e8-42fd7ba9dfc1 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:20.120509 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Checking segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:20.121095 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.123094 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Bound using segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:20.126063 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d832b62a-3c71-4fe8-9af8-6b79a6ff7ccf req-8cb60b41-b64c-46fe-a5e8-42fd7ba9dfc1 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 932 time: 1.1093812 Jun 28 09:53:20.127006 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Bound port: a4b9d7b4-cd72-4d48-a182-11f6dcb47883, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:20.127728 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.128949 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:20.326657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33588) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:20.329833 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d832b62a-3c71-4fe8-9af8-6b79a6ff7ccf req-0e8e0a2c-69ee-45ec-8e32-32dd2021ad01 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803291 Jun 28 09:53:20.333712 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] For port a4b9d7b4-cd72-4d48-a182-11f6dcb47883, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:20.338270 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] For port a4b9d7b4-cd72-4d48-a182-11f6dcb47883, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:20.355566 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.407004 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.409577 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:20.448064 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:20.453417 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:20.466598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.501443 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.505041 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Attempting to bind port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:20.505391 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Attempting to bind port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '56f0d113-576d-4a83-b690-e47495af2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878'}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:20.505762 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Attempting to bind port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 on network bdffa5fc-e7e0-453e-afbb-33facd73b878 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:20.519391 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 on network bdffa5fc-e7e0-453e-afbb-33facd73b878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:53:20.519720 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Attempting to bind port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 on network bdffa5fc-e7e0-453e-afbb-33facd73b878 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:20.530327 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79052b79-e923-4ce8-8b2c-931f6b2eeea4 None None] Pushing event updated for resources: {'Port': ['ID=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:20.533981 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:20.534292 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Checking segment: {'id': '56f0d113-576d-4a83-b690-e47495af2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:20.534872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Bound using segment: {'id': '56f0d113-576d-4a83-b690-e47495af2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878'} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:20.535310 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Bound port: b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f0d113-576d-4a83-b690-e47495af2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878'}}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:20.535666 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.542691 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-79052b79-e923-4ce8-8b2c-931f6b2eeea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:20.580846 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.582695 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Routers {'71a02832-a87f-4ec9-830f-efde917c4e07'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:20.584082 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:52:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['71a02832-a87f-4ec9-830f-efde917c4e07'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:20.591232 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:20.627006 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3af4ed-1e46-42e3-afb2-7ebff557d5bf req-653bd488-ecf0-4013-bfb1-c3308577430e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:20.628683 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d3af4ed-1e46-42e3-afb2-7ebff557d5bf req-653bd488-ecf0-4013-bfb1-c3308577430e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.1824481 Jun 28 09:53:20.646486 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b53c55-c8fe-4672-b463-c014be352539,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:20.659739 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:20.695294 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] For port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host hv-cinder-79220, cleared binding levels {{(pid=105211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:20.746499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] For port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,segment=NetworkSegment(56f0d113-576d-4a83-b690-e47495af2672),segment_id=56f0d113-576d-4a83-b690-e47495af2672)] {{(pid=105211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:20.750150 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d3af4ed-1e46-42e3-afb2-7ebff557d5bf req-47b01d8f-6c46-48a8-9e67-c5eae1dd8878 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125243 Jun 28 09:53:20.754395 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b92f54a-2e5b-4577-aba8-fc349dae525d req-1422b64c-09ef-43dd-a7b0-24bd654074e5 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978334 Jun 28 09:53:20.778942 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] Set router 71a02832-a87f-4ec9-830f-efde917c4e07 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:20.831833 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.834459 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:20.907502 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:20.908120 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:20.909617 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 HTTP/1.1" status: 200 len: 1094 time: 2.1358309 Jun 28 09:53:20.910174 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'tag': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:21.054764 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:21.108477 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-aa684ba5-a6b1-4f11-beb4-c95b95ceed4c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:21.110898 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-aa684ba5-a6b1-4f11-beb4-c95b95ceed4c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 819 time: 0.3379631 Jun 28 09:53:21.137394 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-dc10fe54-a051-4172-9d40-11e88ab409d1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/quotas/2ea21121a89246ad9cfb28c7547be154 HTTP/1.1" status: 200 len: 375 time: 0.0129714 Jun 28 09:53:21.144401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:21.145975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Allocated IP 172.27.3.80 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/89291e57-bac3-4842-88df-be15fbc3dbe9) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:21.158939 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,revision_number=3']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:21.174180 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:21.188558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:21.214249 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141059bc-ca14-46ee-a5c5-94107e27b8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3801289-dfe2-4def-90fc-ef37096ba76a", "tag": "b9f8a208-5e75-4ca9-8a8a-7530c6bf0822"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:21.273454 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:21.278071 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6424382 Jun 28 09:53:21.288226 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33630) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:21.300475 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:11Z', 'revision_number': 4, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'a4b9d7b4-cd72-4d48-a182-11f6dcb47883', 'name': '', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'mac_address': 'fa:16:3e:cf:82:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:09Z', 'updated_at': '2021-06-28T09:53:20Z', 'revision_number': 4, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'subnets': [{'id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:21.306476 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:21.314617 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-9a0cbd58-5d65-46dd-b078-d00d6e61d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:21.316190 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-9a0cbd58-5d65-46dd-b078-d00d6e61d872 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 1096 time: 0.3092864 Jun 28 09:53:21.361215 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9586-1da5-42c7-8565-21fb193ea8c0 None None] The sync data for ids ['71a02832-a87f-4ec9-830f-efde917c4e07'] in dv-cinder-792209-2-iscsi is: [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:11Z', 'revision_number': 4, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'a4b9d7b4-cd72-4d48-a182-11f6dcb47883', 'name': '', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'mac_address': 'fa:16:3e:cf:82:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:09Z', 'updated_at': '2021-06-28T09:53:20Z', 'revision_number': 4, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'subnets': [{'id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:21.411844 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=538feb2ec9614dab921b858f34449be6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0800986 Jun 28 09:53:21.418895 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33634) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:21.460346 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5f00f-55c2-4a84-9dac-123dc14fa1e2,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:21.570252 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ff71f6-88df-458f-841b-c6c5cefe2271 x-openstack-request-id: req-e1ff71f6-88df-458f-841b-c6c5cefe2271 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:21.570568 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3801289-dfe2-4def-90fc-ef37096ba76a", "tag": "b9f8a208-5e75-4ca9-8a8a-7530c6bf0822", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:21.571504 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1ff71f6-88df-458f-841b-c6c5cefe2271 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:21.572607 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:21.572968 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'tag': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822', 'status': 'completed', 'code': 200} Jun 28 09:53:21.711185 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:21.768182 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-0ef96803-fc78-4773-90d4-891ab853ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:21.769717 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-0ef96803-fc78-4773-90d4-891ab853ad7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=703b69b760fd4942b32a601258f2d221&device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 1097 time: 0.6199026 Jun 28 09:53:21.811144 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-de68117e-7a40-4453-8f2c-b39376397b31 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6622286 Jun 28 09:53:21.927493 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:21.935391 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:21.937582 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device a4b9d7b4-cd72-4d48-a182-11f6dcb47883 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:21.949491 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-b1b7e088-c245-48b9-9446-65318382ac25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 HTTP/1.1" status: 200 len: 217 time: 0.1355731 Jun 28 09:53:22.042710 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-36f805cb-3328-41f0-950e-54b43c97e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:22.044724 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-36f805cb-3328-41f0-950e-54b43c97e11f service neutron] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 915 time: 0.6733968 Jun 28 09:53:22.101469 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d64f75-11ce-4d0a-8658-c19456f87370 req-fe8b5436-d5c3-40e4-b227-1596db7869d9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:22.106786 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d7d64f75-11ce-4d0a-8658-c19456f87370 req-fe8b5436-d5c3-40e4-b227-1596db7869d9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.3086576 Jun 28 09:53:22.137732 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:22.143041 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:22.143428 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.246433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.306546 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d7d64f75-11ce-4d0a-8658-c19456f87370 req-59b6c54e-4bab-4527-ac00-a8841f3abffe tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846287 Jun 28 09:53:22.386683 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.23', 57317) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:22.390558 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-97b8a797-c4e7-4e30-bdb2-2f89809d7469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244962e2-477a-4d97-bd3a-7baec40cb78c HTTP/1.1" status: 200 len: 217 time: 0.1598983 Jun 28 09:53:22.405514 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.421499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.425889 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-b54c808b-c6cd-4f6c-b7b7-8a22042c6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:22.434055 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-b54c808b-c6cd-4f6c-b7b7-8a22042c6b1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf46cd-c43a-4db6-880d-f927e9fbe864 HTTP/1.1" status: 200 len: 851 time: 0.4172955 Jun 28 09:53:22.462822 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-1f38ed33-2605-49ca-a3e3-16f4081f617a service neutron] 10.222.0.15 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315153 Jun 28 09:53:22.498615 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port a4b9d7b4-cd72-4d48-a182-11f6dcb47883, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:22.632434 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.637419 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device e3a86b0d-0680-44a0-9a65-4cb9e5f8356f up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:22.641638 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:22.736522 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-035ae14b-dc0c-4298-bf0a-25cae08061e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdffa5fc-e7e0-453e-afbb-33facd73b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807928 Jun 28 09:53:22.758473 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-fca617f6-e74d-47b0-88e9-218ecc264d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:22.763276 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-fca617f6-e74d-47b0-88e9-218ecc264d7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.1824546 Jun 28 09:53:22.784219 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.852693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:22.873976 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:22.890971 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:22.927209 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.959538 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:22.960075 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:22.982527 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'Port': ['ID=89291e57-bac3-4842-88df-be15fbc3dbe9,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:23.021639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a88d9413-aa24-4b1a-be41-e84077a25afa tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:23.023143 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a88d9413-aa24-4b1a-be41-e84077a25afa tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 819 time: 0.4342339 Jun 28 09:53:23.033634 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:23.037339 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4c5f00f-55c2-4a84-9dac-123dc14fa1e2 HTTP/1.1" status: 204 len: 168 time: 1.6150084 Jun 28 09:53:23.037485 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:23.042309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:23.055528 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:23.060344 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:23.070704 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-d76d9236-e26b-41dd-8dd3-bf6dcb083a2d service neutron] 10.222.0.15 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781214 Jun 28 09:53:23.072959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:23.082223 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5f00f-55c2-4a84-9dac-123dc14fa1e2,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:23.085697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:23.228547 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Request body: {'port': {'device_id': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'admin_state_up': True, 'tenant_id': '2ea21121a89246ad9cfb28c7547be154'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:23.242862 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-f30ce6cb-027a-42ee-a09f-c8a52634a119 service neutron] 10.222.0.23 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935045 Jun 28 09:53:23.338264 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-d8cde895-b8e5-478d-a544-5c47ae5d355d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3099883 Jun 28 09:53:23.439470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:23.497574 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8de77cb-15f2-4568-bd5c-4aaead054032 req-67b2981d-425a-49b2-a7f9-0d760e248033 service neutron] 10.222.0.23 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289982 Jun 28 09:53:23.501189 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Allocated IP 172.27.3.59 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/0bddf9ad-4f85-4694-a8c1-f5ea06170b82) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:23.724380 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:23.734738 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device a4b9d7b4-cd72-4d48-a182-11f6dcb47883 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:23.871927 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:23.883037 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:23.905793 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862ab7a-5caa-4560-9dd2-6716b475f8bf req-6f8d9345-9fca-4f3c-9612-1230ab9895ee tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:23.924777 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b862ab7a-5caa-4560-9dd2-6716b475f8bf req-6f8d9345-9fca-4f3c-9612-1230ab9895ee tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 1.3449929 Jun 28 09:53:24.054620 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b862ab7a-5caa-4560-9dd2-6716b475f8bf req-8e1ecfa7-e817-4d94-9d6b-ed2ec2855332 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283805 Jun 28 09:53:24.126711 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-d0c3a8e4-4cfd-41bc-9927-a1e4fd5b8134 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753356 Jun 28 09:53:24.198883 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-404e89b8-8e82-45eb-8148-3616fab5e09f req-8ac06c71-79be-47e3-ab75-13b0b5fd02f0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0483572 Jun 28 09:53:24.279600 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Made reservation on behalf of 2ea21121a89246ad9cfb28c7547be154 for: {'port': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:24.302986 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:24.374127 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:24.420171 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c46fdc63-5646-435f-accb-a286a2e820e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:24.450896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1b1e-03cf-4048-9444-a303ef3254cd req-bfc7fa1b-d9ca-4a9c-af61-ba80bf3144c9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:24.452336 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4b5a1b1e-03cf-4048-9444-a303ef3254cd req-bfc7fa1b-d9ca-4a9c-af61-ba80bf3144c9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.8456573 Jun 28 09:53:24.512852 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-84f8fd08-d700-47fc-bdd6-1c85aaa4435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:24.514489 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-84f8fd08-d700-47fc-bdd6-1c85aaa4435a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=703b69b760fd4942b32a601258f2d221&device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 1097 time: 0.6970208 Jun 28 09:53:24.584915 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4b5a1b1e-03cf-4048-9444-a303ef3254cd req-dfa22a8b-154a-4e27-9e95-17f1b235755b tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236722 Jun 28 09:53:24.837842 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-52243aab-de4b-4aab-9d5c-55404803fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:24.852501 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-52243aab-de4b-4aab-9d5c-55404803fa4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdffa5fc-e7e0-453e-afbb-33facd73b878 HTTP/1.1" status: 200 len: 912 time: 0.3194487 Jun 28 09:53:24.900699 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:24.916820 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93a3cfd6-9779-4189-81aa-b63edba6dc19 req-a27c2922-3c2f-494f-a68a-f45a46249e64 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856969 Jun 28 09:53:24.986065 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:24.990307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:25.062631 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Allocated IP 172.20.0.2 (4f0e5783-3e8b-4ea4-8619-74a85796efc1/b9d5624e-04c2-47f7-bc99-fbdfe459283d/149ffb38-7282-4d90-92df-673f559ca175) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:25.118288 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'Port': ['ID=89291e57-bac3-4842-88df-be15fbc3dbe9,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:25.119249 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:25.127252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:25.138673 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:25.265426 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:25.310612 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:25.311776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:25.317017 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:25.317262 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-3955063f-e928-47ac-adef-506653b0747a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 HTTP/1.1" status: 200 len: 217 time: 0.2042639 Jun 28 09:53:25.518156 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-c00dd791-1707-4b49-ae8e-fd6c387cec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:25.519107 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'Port': ['ID=0bddf9ad-4f85-4694-a8c1-f5ea06170b82,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:25.519513 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-c00dd791-1707-4b49-ae8e-fd6c387cec7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf46cd-c43a-4db6-880d-f927e9fbe864 HTTP/1.1" status: 200 len: 851 time: 0.1320179 Jun 28 09:53:25.545224 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:25.572006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:25.578129 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6243653 Jun 28 09:53:25.639919 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-0952599f-6c44-4fb8-9193-1c3f6de35a08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdffa5fc-e7e0-453e-afbb-33facd73b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605550 Jun 28 09:53:25.660745 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:25.716765 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:25.716897 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38a22341-dbce-4d6a-8174-267c88ff114a req-d4c4eee5-49f2-4ce8-a50b-f39c7b146ea0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.1875782 Jun 28 09:53:25.740335 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947d5c-e871-4fbe-af49-50803fe30826 req-29312d2f-fe8e-48a1-88d3-04f962819b94 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:25.749194 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9f947d5c-e871-4fbe-af49-50803fe30826 req-29312d2f-fe8e-48a1-88d3-04f962819b94 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.2438798 Jun 28 09:53:25.835617 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:25.978629 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9f947d5c-e871-4fbe-af49-50803fe30826 req-cfa5deec-e737-4600-b761-759a097c2a2a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259600 Jun 28 09:53:25.996109 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-c1839c52-ce79-4c6f-8501-e9841df2d1ad service neutron] 10.222.0.23 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784617 Jun 28 09:53:26.099219 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd8664-a1d1-4b34-87fa-680cfa2c5223 req-7f72a2c1-d7be-42df-b484-2ee589e3ef66 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:26.101260 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58bd8664-a1d1-4b34-87fa-680cfa2c5223 req-7f72a2c1-d7be-42df-b484-2ee589e3ef66 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.1028864 Jun 28 09:53:26.178906 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58bd8664-a1d1-4b34-87fa-680cfa2c5223 req-0bb28c20-52b7-4c05-9419-1bebf9412ab4 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617795 Jun 28 09:53:26.227172 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-90b07ce6-7754-44d5-9506-0fe630add5c0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--463971265&fields=id&tenant_id=c46bd46424f74b28922323bfafab9051 HTTP/1.1" status: 200 len: 267 time: 0.0872891 Jun 28 09:53:26.402768 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:26.411962 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-ea179a7c-318a-4b5b-a3c5-9e15ec9a165b tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:26.413566 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-ea179a7c-318a-4b5b-a3c5-9e15ec9a165b tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 811 time: 0.1706781 Jun 28 09:53:26.433517 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-f67efd0c-da75-4397-b639-397481bb8f60 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/quotas/c46bd46424f74b28922323bfafab9051 HTTP/1.1" status: 200 len: 375 time: 0.0131795 Jun 28 09:53:26.522369 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-e85bc69a-c9b4-4d3a-808d-77669fc07bc1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867562 Jun 28 09:53:26.641458 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-f2e2be40-0bb6-4056-a2b1-06f2b7349a73 service neutron] 10.222.0.15 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041009 Jun 28 09:53:26.740886 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-b2f83943-526e-4679-a8f3-4950583735a1 service neutron] 10.222.0.15 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931542 Jun 28 09:53:26.894073 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ab3827c9-05a2-4ed5-90a0-f9fb82b45906 req-8bd82156-a8a2-498a-8270-23b81640cd63 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0467634 Jun 28 09:53:27.169650 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732f9e-53a9-4f5a-8033-11e93472fd11 req-8bbcce05-aef3-4ee8-85fc-c7118ddd38b4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:27.171212 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83732f9e-53a9-4f5a-8033-11e93472fd11 req-8bbcce05-aef3-4ee8-85fc-c7118ddd38b4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0699136 Jun 28 09:53:27.211773 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83732f9e-53a9-4f5a-8033-11e93472fd11 req-93e211ba-75ef-4bcb-9111-7c36c127e894 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Jun 28 09:53:27.312614 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.312614 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:27.360325 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:27.367887 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:27.372107 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:27.377739 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:27.378235 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.387514 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Pushing event updated for resources: {'Port': ['ID=149ffb38-7282-4d90-92df-673f559ca175,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:27.392204 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:27.418438 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.424412 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-141826ac-48c8-4c47-b940-4d6167613212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:27.450495 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5590ad0-b602-41ae-9815-31e27675f7fc req-03a8711a-8b0f-40e8-b879-933ad806f1c6 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:27.450495 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5590ad0-b602-41ae-9815-31e27675f7fc req-03a8711a-8b0f-40e8-b879-933ad806f1c6 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.1294250 Jun 28 09:53:27.472874 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.474597 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-50fb0ef7-1d08-4d9b-bde1-dcd98bc6107a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.481739 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.507816 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'Port': ['ID=0bddf9ad-4f85-4694-a8c1-f5ea06170b82,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:27.511870 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:27.518456 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5590ad0-b602-41ae-9815-31e27675f7fc req-c94fcd0b-6ced-447b-af15-807e5394b351 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553827 Jun 28 09:53:27.558582 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3408737 Jun 28 09:53:27.600968 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:27.602245 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3090303 Jun 28 09:53:27.716239 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d318cabe-2ec1-4f2b-8aee-5676fb534e84 req-0c1a2216-7827-4148-aa46-5fd2a75aeabc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0903893 Jun 28 09:53:27.870973 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-34877d53-0d42-4913-8ae7-db8ff2397374 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1172437182&fields=id&tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 267 time: 0.0433357 Jun 28 09:53:28.003545 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-03f00f45-fcef-4b91-85d7-7ec08cc72633 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:28.005248 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-03f00f45-fcef-4b91-85d7-7ec08cc72633 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 817 time: 0.1273365 Jun 28 09:53:28.022483 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-44a147c9-867a-4091-baf7-c0c7948af0dd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/quotas/bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 375 time: 0.0104899 Jun 28 09:53:28.065540 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c8469b2-937f-4ab5-8eef-4cf6ca0023dd req-63aa5af7-49f8-487b-9b4d-b648bea0da65 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Jun 28 09:53:28.107323 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-c6b51249-4139-4e5c-8888-7a7629ab1277 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778120 Jun 28 09:53:28.204797 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-a586715d-f544-4f49-bae0-369ab307aa5a service neutron] 10.222.0.15 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Jun 28 09:53:28.322995 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-b7fb2c61-1d6c-4072-99ed-c1691ebcbfa3 service neutron] 10.222.0.15 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122754 Jun 28 09:53:28.328924 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:28.419388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0352b2-88e0-4c40-9a45-faf05daffd02 req-5b3be66d-dff4-4600-bdea-91bc6f09868a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:28.421034 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7a0352b2-88e0-4c40-9a45-faf05daffd02 req-5b3be66d-dff4-4600-bdea-91bc6f09868a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0744584 Jun 28 09:53:28.471130 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7a0352b2-88e0-4c40-9a45-faf05daffd02 req-75dc0ba0-5f6a-4354-a091-ec0a29a6ffe7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 Jun 28 09:53:28.608357 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-747f2b72-c002-478a-8bdd-8dc466bd2931 req-ce449880-0a8d-49ce-835f-3de4ab5183fd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0405700 Jun 28 09:53:28.775279 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a00c60-b6e3-4645-abee-e3f0bd67a76c req-6b9c94bf-8b3f-4d44-943e-8c7d2b8c9599 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:28.777883 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-09a00c60-b6e3-4645-abee-e3f0bd67a76c req-6b9c94bf-8b3f-4d44-943e-8c7d2b8c9599 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.0862913 Jun 28 09:53:28.811867 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-91371da0-b5f5-4c56-8b71-21802c31b3c7 req-82972200-6d1f-4544-81fb-ea99c803d160 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Jun 28 09:53:28.822118 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-09a00c60-b6e3-4645-abee-e3f0bd67a76c req-37cc7063-da1e-4254-8cec-8b5096825c63 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Jun 28 09:53:29.230727 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c9a137be-8035-42a2-91e7-54aa8b9e045b req-ef565106-a1c9-4f47-8a5e-598394a010ba tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0559368 Jun 28 09:53:29.251705 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 33864) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:29.353174 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.440589 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.545627 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.548568 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:29.594794 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9727227e2e03499a9680366c69c6403a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420007 Jun 28 09:53:29.597483 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33872) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:29.616378 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19cacf-0aad-4d2d-a660-c93e784d906b,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:29.616378 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:29.660756 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.663959 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8918f8-df7d-4c7d-89bc-f4c4301581b2 req-1a356288-9729-4a8c-8488-fb706186fbaf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:29.666238 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0e8918f8-df7d-4c7d-89bc-f4c4301581b2 req-1a356288-9729-4a8c-8488-fb706186fbaf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0873477 Jun 28 09:53:29.683894 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.727028 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0e8918f8-df7d-4c7d-89bc-f4c4301581b2 req-722db91b-829c-4717-a537-169009174652 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Jun 28 09:53:29.753641 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b727eeb4-14b9-4ccb-889f-e365a8b891fa req-02b0d4e5-5940-4bab-a6e9-9d88787fbc6e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0366073 Jun 28 09:53:29.808048 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Request body: {'port': {'device_id': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:29.947418 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.948421 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.951798 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.952953 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f19cacf-0aad-4d2d-a660-c93e784d906b HTTP/1.1" status: 204 len: 168 time: 0.3543541 Jun 28 09:53:29.954045 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:29.979959 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-141059bc-ca14-46ee-a5c5-94107e27b8b8 req-7dfcaea5-774f-4eb4-a43d-bdf6f83b3f22 service neutron] 10.222.0.23 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809490 Jun 28 09:53:30.004583 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19cacf-0aad-4d2d-a660-c93e784d906b,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:30.007184 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:30.042786 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.049290 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-51287559-e294-4169-a1f9-9f5df4811070 req-91da271f-cd2b-426e-ad85-120c4e195d21 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0489228 Jun 28 09:53:30.105796 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d572bc-1a1e-4991-bf9d-ef183e9828ed req-9808497e-e055-432a-b91f-b05e5f145d70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:30.107615 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24d572bc-1a1e-4991-bf9d-ef183e9828ed req-9808497e-e055-432a-b91f-b05e5f145d70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.0808356 Jun 28 09:53:30.149855 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24d572bc-1a1e-4991-bf9d-ef183e9828ed req-103ca862-1907-4d3c-a58e-194f7e0380e0 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Jun 28 09:53:30.294051 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149ffb38-7282-4d90-92df-673f559ca175 {{(pid=105211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:30.303276 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.324617 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Transition to ACTIVE for port object 149ffb38-7282-4d90-92df-673f559ca175 will not be triggered until provisioned by entity L2. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:30.375749 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8c0b4a75-0545-42c2-9cc5-2ea093898550 req-027cda11-86bb-4ed6-ac51-ccf1869a9f0e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0306616 Jun 28 09:53:30.380014 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.384219 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-416deaa8-23a5-4724-b17a-974351dd16f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:30.436939 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Pushing event updated for resources: {'Port': ['ID=149ffb38-7282-4d90-92df-673f559ca175,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:30.453897 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:30.467635 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Attempting to bind port 149ffb38-7282-4d90-92df-673f559ca175 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:30.467955 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Attempting to bind port 149ffb38-7282-4d90-92df-673f559ca175 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:30.477574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Attempting to bind port 149ffb38-7282-4d90-92df-673f559ca175 on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:30.477574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Port 149ffb38-7282-4d90-92df-673f559ca175 on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:53:30.477574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Attempting to bind port 149ffb38-7282-4d90-92df-673f559ca175 on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:30.477574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:30.478606 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Checking segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:30.478876 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Bound using segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:30.479301 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Bound port: 149ffb38-7282-4d90-92df-673f559ca175, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'}}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:30.479650 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.544595 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] For port 149ffb38-7282-4d90-92df-673f559ca175, host hv-cinder-79220, cleared binding levels {{(pid=105211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:30.547551 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] For port 149ffb38-7282-4d90-92df-673f559ca175, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=149ffb38-7282-4d90-92df-673f559ca175,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:30.635457 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.639306 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:30.643937 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:30.672721 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:30.672721 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.674384 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] 10.222.0.23 "PUT /v2.0/ports/149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 1093 time: 0.8746622 Jun 28 09:53:30.676909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'tag': '149ffb38-7282-4d90-92df-673f559ca175'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:30.679289 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "307855e0-2a2e-4114-8ef6-a488f293cd36", "tag": "149ffb38-7282-4d90-92df-673f559ca175"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:30.703130 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Pushing event updated for resources: {'Port': ['ID=149ffb38-7282-4d90-92df-673f559ca175,revision_number=3']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:30.706291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:30.764490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50080cff-fdd1-4504-81ed-ebc24d34e912 x-openstack-request-id: req-50080cff-fdd1-4504-81ed-ebc24d34e912 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:30.764490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307855e0-2a2e-4114-8ef6-a488f293cd36", "tag": "149ffb38-7282-4d90-92df-673f559ca175", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:30.764490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50080cff-fdd1-4504-81ed-ebc24d34e912 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:30.765054 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'tag': '149ffb38-7282-4d90-92df-673f559ca175', 'status': 'completed', 'code': 200} Jun 28 09:53:30.785659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33926) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:30.803486 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.914546 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6c48b34-e038-4a92-9281-3744cbe47027 req-86fbd4fb-24ef-4af0-9706-0839e3561109 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0380309 Jun 28 09:53:30.915195 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cc8ae-c3e5-4ded-ab01-371ff0fc6140 req-65840077-80e1-476c-a101-daf62900f0a1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:30.917305 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-393cc8ae-c3e5-4ded-ab01-371ff0fc6140 req-65840077-80e1-476c-a101-daf62900f0a1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0727606 Jun 28 09:53:30.944986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.961326 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-393cc8ae-c3e5-4ded-ab01-371ff0fc6140 req-a3633fb2-219c-4dce-8148-0224460020ee tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 Jun 28 09:53:31.040180 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.043010 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c496f74a-4897-4242-9a94-15246b9ce660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:31.077388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3ff17-acc7-4d23-9988-bee52d9c7759,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:31.082627 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4600292bd72c4e0f88a75c8b93e58129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949240 Jun 28 09:53:31.082627 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:31.084379 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 33936) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:31.136730 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.162612 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.214286 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-485badc9-4e07-4277-aa6f-82ec68faca9c req-cf7cfdfb-95e5-4a09-8b0b-231f1b49b078 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0435791 Jun 28 09:53:31.331548 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47067a24-8733-4219-a263-64eb03d2fda4 req-a656abe1-6805-43b4-a205-f15e347774fc tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:31.333085 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-47067a24-8733-4219-a263-64eb03d2fda4 req-a656abe1-6805-43b4-a205-f15e347774fc tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.0668938 Jun 28 09:53:31.334429 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.337672 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.338800 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73f3ff17-acc7-4d23-9988-bee52d9c7759 HTTP/1.1" status: 204 len: 168 time: 0.2535002 Jun 28 09:53:31.339558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:31.360252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3ff17-acc7-4d23-9988-bee52d9c7759,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:31.360252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:31.374260 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-47067a24-8733-4219-a263-64eb03d2fda4 req-ce19de35-78b7-46f9-adff-437faee2e92b tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Jun 28 09:53:31.523252 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5b7ba62-871a-4098-9bef-034a35ca8e8c req-add9dd9f-49b7-421d-b442-99aef778f394 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0330544 Jun 28 09:53:32.080393 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ec4cc637-e6e1-4bde-9819-b974bb921667 req-c1970465-8db9-457b-8a3e-4ba886cf990d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0487685 Jun 28 09:53:32.162608 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d4eac-766c-4e5d-883a-6ffe704f5a02 req-0ced834b-71dd-4a02-803c-99f98741fd19 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:32.164191 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-861d4eac-766c-4e5d-883a-6ffe704f5a02 req-0ced834b-71dd-4a02-803c-99f98741fd19 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0810132 Jun 28 09:53:32.201945 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-861d4eac-766c-4e5d-883a-6ffe704f5a02 req-9337e37b-f770-41d6-93fc-52d0ecedc86e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309916 Jun 28 09:53:32.353643 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-89cf5c7f-cd79-4259-bc31-66cea945a093 req-d5ebc00a-f4b1-4338-9fb4-0512f7f37246 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Jun 28 09:53:32.544345 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3c021-251a-4032-b53f-289805e4be59 req-fdf22d6c-bc32-4b45-9b95-8bccbeedadea tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:32.545871 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3ae3c021-251a-4032-b53f-289805e4be59 req-fdf22d6c-bc32-4b45-9b95-8bccbeedadea tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.0626602 Jun 28 09:53:32.591175 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3ae3c021-251a-4032-b53f-289805e4be59 req-4efb6d52-bcc5-46ec-afa0-754b58baf97f tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382347 Jun 28 09:53:32.670093 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d4d16697-ec2d-4058-8f25-58056dd94e71 req-1f7fe02e-658e-4591-934a-a923195afa56 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0302365 Jun 28 09:53:33.258074 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89eca0cc-9b09-4987-a77b-f0aa7b6042ec req-48d8b089-4a0f-41f0-8b8c-59facbd385e5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0426927 Jun 28 09:53:33.387816 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7997f-6a6d-4aeb-a00a-a54cc94c3828 req-52cfcbe1-63ca-4c75-b3ab-06bc682c869a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:33.389594 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-06e7997f-6a6d-4aeb-a00a-a54cc94c3828 req-52cfcbe1-63ca-4c75-b3ab-06bc682c869a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0638340 Jun 28 09:53:33.428094 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-06e7997f-6a6d-4aeb-a00a-a54cc94c3828 req-3a9ca3b5-ac4a-4e1b-bab6-514078459593 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Jun 28 09:53:33.492239 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9bf07dee-372a-40f4-aded-2832fb932ad1 req-aaf376d0-748e-4572-b2f9-fb14a50ab4d5 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0269277 Jun 28 09:53:33.794652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7 req-317b3866-6ed8-47e6-93b2-a9a3799ff702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:33.796112 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7 req-317b3866-6ed8-47e6-93b2-a9a3799ff702 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1096 time: 0.1080325 Jun 28 09:53:33.808317 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5938f-fcf8-4bbb-98c9-244e63e6fc0a req-6d475b1e-ecf0-4c42-b516-0acf653a1368 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:33.809786 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3be5938f-fcf8-4bbb-98c9-244e63e6fc0a req-6d475b1e-ecf0-4c42-b516-0acf653a1368 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.0845609 Jun 28 09:53:33.826485 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-90474667-ada4-4f66-b279-4e3840cac74c req-6901281b-6c0f-4813-aada-b0d390ac24f3 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0289705 Jun 28 09:53:34.137553 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3be5938f-fcf8-4bbb-98c9-244e63e6fc0a req-7a369c6c-bb0e-4325-a6f7-2dfe9682db8d tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088641 Jun 28 09:53:34.147476 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-e014603c-7efb-4b22-bbf9-eafddd687c04 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:34.149706 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-e014603c-7efb-4b22-bbf9-eafddd687c04 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 819 time: 0.1167786 Jun 28 09:53:34.183972 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7 req-4bba4419-4dce-4b12-a216-16485926b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:34.185285 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7 req-4bba4419-4dce-4b12-a216-16485926b15a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2ea21121a89246ad9cfb28c7547be154&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3746319 Jun 28 09:53:34.189248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Request body: {'port': {'device_id': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'admin_state_up': True, 'tenant_id': '2ea21121a89246ad9cfb28c7547be154'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:34.345199 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Made reservation on behalf of 2ea21121a89246ad9cfb28c7547be154 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:34.348837 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.438952 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aa831efc-0ef8-48d9-8030-8839d109deba req-abb87fb1-3eab-4d3f-9d22-b51a3c3539af tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0585871 Jun 28 09:53:34.509494 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Allocated IP 172.20.0.8 (4f0e5783-3e8b-4ea4-8619-74a85796efc1/b9d5624e-04c2-47f7-bc99-fbdfe459283d/1b05b931-7ebe-47e4-9df0-2f54a1fae73e) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:34.652648 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7c1e52b3-d274-4738-8fe7-dac744fad750 req-5d3aef73-4732-479b-a469-9d67acc550da tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Jun 28 09:53:34.670676 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7 req-eca59d1f-6fb2-4bdf-a3b2-593044afe47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:34.672175 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-878bd0f1-2e12-4e1a-81e4-22114b34a2e7 req-eca59d1f-6fb2-4bdf-a3b2-593044afe47e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042961 Jun 28 09:53:34.697812 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.702366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2693a-84c3-496d-8491-f5a4f008c4b7 req-842a1845-646d-451f-9333-574ca5a7f01b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:34.703797 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-caa2693a-84c3-496d-8491-f5a4f008c4b7 req-842a1845-646d-451f-9333-574ca5a7f01b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0794611 Jun 28 09:53:34.742542 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-caa2693a-84c3-496d-8491-f5a4f008c4b7 req-632d2ab2-7f30-4a39-be83-c9a4928c144b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Jun 28 09:53:34.846724 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.852426 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:34.897233 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-40dbad4a-0677-428d-8b36-36242312c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:34.900612 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:34.900792 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-40dbad4a-0677-428d-8b36-36242312c333 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1096 time: 0.0573375 Jun 28 09:53:34.905826 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:34.909565 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:34.915057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:34.919913 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.926052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Pushing event updated for resources: {'Port': ['ID=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:34.928930 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:34.950766 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-e5cab291-374a-4ad2-8710-dc5d5f654682 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 217 time: 0.0376053 Jun 28 09:53:35.002617 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-4567180e-4337-4e2c-aa79-75d29b993894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.004104 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-4567180e-4337-4e2c-aa79-75d29b993894 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0471909 Jun 28 09:53:35.006659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2242036-92fe-4577-947e-d3eca92c0b4b req-45b80cdc-f28b-4f7d-b7b3-4f24f9aaf5a9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.008247 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c2242036-92fe-4577-947e-d3eca92c0b4b req-45b80cdc-f28b-4f7d-b7b3-4f24f9aaf5a9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 931 time: 0.0627244 Jun 28 09:53:35.038828 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-11442180-2688-4b22-9b8d-6736967a624e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271430 Jun 28 09:53:35.047870 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8684578 Jun 28 09:53:35.053743 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c2242036-92fe-4577-947e-d3eca92c0b4b req-3a53f82a-1997-413d-b347-2efdcddc3416 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Jun 28 09:53:35.066779 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Request body: {'port': {'device_id': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:35.136965 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-e5848f4f-e8cc-4c49-9bd0-4fd35b59f904 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915051 Jun 28 09:53:35.147477 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.235378 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-24b50f38-8549-4c9c-bee2-861ca8c5fce2 req-3b36e6a9-b48a-49bc-98c6-59c230d95b8f service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918455 Jun 28 09:53:35.340050 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9574b8-956a-4a56-ab7f-58127c772d62 req-8e48fad7-046e-486b-a429-c27f5256463c tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.341605 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7e9574b8-956a-4a56-ab7f-58127c772d62 req-8e48fad7-046e-486b-a429-c27f5256463c tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.0734210 Jun 28 09:53:35.388346 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7e9574b8-956a-4a56-ab7f-58127c772d62 req-e7a151b1-5061-4444-91f3-8ce61d5448c8 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Jun 28 09:53:35.473912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05b931-7ebe-47e4-9df0-2f54a1fae73e {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:35.483424 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.500371 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Transition to ACTIVE for port object 1b05b931-7ebe-47e4-9df0-2f54a1fae73e will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:35.602894 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.607563 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:35.619624 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-486caac9-052a-4ce2-85f9-f23381f49ce9 req-37396a5f-4ac9-4c77-8d9c-7c95114f4ada tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0420151 Jun 28 09:53:35.668315 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:35.673232 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:35.706376 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Attempting to bind port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:35.706722 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Attempting to bind port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:35.707049 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Attempting to bind port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:35.711663 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:53:35.712010 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Attempting to bind port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e on network 4f0e5783-3e8b-4ea4-8619-74a85796efc1 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:35.717575 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:35.717910 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Checking segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:35.719680 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Bound using segment: {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:35.719680 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Bound port: 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c7d055-17e4-431d-b889-e2826eb7bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:35.719680 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.767337 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-7814eda5-bd1c-48e1-9768-934484cb9d0c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.768801 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-7814eda5-bd1c-48e1-9768-934484cb9d0c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 817 time: 0.1582444 Jun 28 09:53:35.792758 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] For port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:35.795781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] For port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:35.817666 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-893c25e3-0b9c-450d-8eea-6021f8e4cd94 req-a5ca2896-1ea8-44b4-8c38-5ff5a958a5b6 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0307393 Jun 28 09:53:35.888951 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.895282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-509c86d0-7178-499c-bdb0-611c38865abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:35.905321 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-bbb3fa8c-08cd-4175-ad79-1bf796ba161a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 380 time: 0.0443754 Jun 28 09:53:35.914839 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'port': {'device_id': '3e4d5250-5819-4368-8001-8a008f745ea4', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'admin_state_up': True, 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'security_groups': ['6914edf5-ccd2-487c-a056-f62471038437']}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:35.942571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.943165 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.944604 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b05b931-7ebe-47e4-9df0-2f54a1fae73e HTTP/1.1" status: 200 len: 1093 time: 0.8820140 Jun 28 09:53:35.945039 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'tag': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:35.947928 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744c1810-9228-4a74-8c77-5471a10b8298" -d '{"events": [{"name": "network-changed", "server_uuid": "eb493313-11ff-4dbc-8021-d528e8821f13", "tag": "1b05b931-7ebe-47e4-9df0-2f54a1fae73e"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:35.979569 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:35.979569 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:35.989132 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee833f-f6e3-4c3e-ad42-1842b410326b req-db2b94ea-a7fc-451c-b721-a38cd6cbdd5d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.990646 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-39ee833f-f6e3-4c3e-ad42-1842b410326b req-db2b94ea-a7fc-451c-b721-a38cd6cbdd5d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.1319442 Jun 28 09:53:36.007079 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fddc99-9edf-45f1-a596-dff9355e8fc9 x-openstack-request-id: req-97fddc99-9edf-45f1-a596-dff9355e8fc9 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:36.008086 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb493313-11ff-4dbc-8021-d528e8821f13", "tag": "1b05b931-7ebe-47e4-9df0-2f54a1fae73e", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:36.008086 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97fddc99-9edf-45f1-a596-dff9355e8fc9 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:36.008086 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'tag': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e', 'status': 'completed', 'code': 200} Jun 28 09:53:36.059621 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-39ee833f-f6e3-4c3e-ad42-1842b410326b req-c6097658-d6d2-4b75-965a-7aada0c75d96 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543668 Jun 28 09:53:36.114081 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34078) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:36.140650 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1810-9228-4a74-8c77-5471a10b8298 req-30a6d9fc-ec71-44fe-a332-c3cb0015ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.142193 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744c1810-9228-4a74-8c77-5471a10b8298 req-30a6d9fc-ec71-44fe-a332-c3cb0015ba73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 1096 time: 0.0885885 Jun 28 09:53:36.268651 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Made reservation on behalf of bfd8cdb3bffe4839b3fb5374ad964a6c for: {'port': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:36.272800 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.296325 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2df82-c0bf-4ca7-b00d-88aa098a0205 req-97e39f0e-347d-4dd7-b77d-02e08327524b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.299227 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5bf2df82-c0bf-4ca7-b00d-88aa098a0205 req-97e39f0e-347d-4dd7-b77d-02e08327524b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 943 time: 0.0852134 Jun 28 09:53:36.392648 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5bf2df82-c0bf-4ca7-b00d-88aa098a0205 req-737c7df0-6342-4c49-8e4c-6c63af4e8b38 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888922 Jun 28 09:53:36.477646 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Allocated IP 172.20.0.13 (375e9649-7ea0-41db-9c42-7696e04c095a/8b1cad49-e1ea-47f8-be72-41e5549ae16a/be714183-48d0-40f2-b6b0-7c893230a475) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:36.487070 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.591367 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1810-9228-4a74-8c77-5471a10b8298 req-c102fcd4-30be-48ba-be78-0700e0e4f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.592770 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744c1810-9228-4a74-8c77-5471a10b8298 req-c102fcd4-30be-48ba-be78-0700e0e4f73d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2ea21121a89246ad9cfb28c7547be154&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4342196 Jun 28 09:53:36.687668 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.702202 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Transition to ACTIVE for port object be714183-48d0-40f2-b6b0-7c893230a475 will not be triggered until provisioned by entity DHCP. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:36.785687 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-98390ffd-50d5-49f2-b078-bb64a07f16c5 req-69feb6af-36f5-4bab-88e5-16363930ba60 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0376894 Jun 28 09:53:36.799596 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed981b4-eb23-45f3-bc17-57d0c3a31350 req-5a0aed04-604d-4358-b1c3-acc9cccee6ca tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.801117 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3ed981b4-eb23-45f3-bc17-57d0c3a31350 req-5a0aed04-604d-4358-b1c3-acc9cccee6ca tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.2673509 Jun 28 09:53:36.812218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1810-9228-4a74-8c77-5471a10b8298 req-88326892-1297-4a07-a891-258b10980f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.813662 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744c1810-9228-4a74-8c77-5471a10b8298 req-88326892-1297-4a07-a891-258b10980f17 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138717 Jun 28 09:53:36.843388 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.848375 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.852957 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:36.861477 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3ed981b4-eb23-45f3-bc17-57d0c3a31350 req-fede1bba-d70b-4a48-8abe-94412eddb15b tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518010 Jun 28 09:53:36.920306 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Network 375e9649-7ea0-41db-9c42-7696e04c095a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:36.934679 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:36.939907 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:36.945662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.946406 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.947067 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.954286 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-750c2e3e-b385-4a46-b7cd-511a3835f0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:36.961828 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-a4c00d0d-4b7b-4b7c-9690-fab336129d4a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.963423 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-a4c00d0d-4b7b-4b7c-9690-fab336129d4a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 811 time: 0.2041435 Jun 28 09:53:36.964955 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-c8cdcd79-c499-4993-9674-afe96d1f5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.966941 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-c8cdcd79-c499-4993-9674-afe96d1f5ef3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 1096 time: 0.0786159 Jun 28 09:53:36.967683 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:36.972280 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:37.002247 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-422f8603-d9ed-4297-ab73-6cc461e91805 req-a251cf01-f571-445b-b57e-e9ccfff340d8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0354671 Jun 28 09:53:37.011900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1c89cf-bb7f-43e5-928e-4c31b3e55acc,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:37.031222 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:37.033770 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca88686d60fd428bbf6aafc8f4c22226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9177732 Jun 28 09:53:37.034939 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1236153 Jun 28 09:53:37.036395 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34098) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:37.073921 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-74fd7414-6f96-4564-95fe-6d709791fb2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e HTTP/1.1" status: 200 len: 217 time: 0.0804963 Jun 28 09:53:37.076557 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Request body: {'port': {'device_id': '3e4d5250-5819-4368-8001-8a008f745ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:37.095145 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-cc6ec86b-41b6-4545-bf58-c0ebf9a4046a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c46bd46424f74b28922323bfafab9051 HTTP/1.1" status: 200 len: 379 time: 0.0954101 Jun 28 09:53:37.130966 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'port': {'device_id': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'admin_state_up': True, 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'security_groups': ['258ff3e4-db97-4d6e-b736-376a69995682']}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:37.195029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-4e359e7f-f06c-48eb-91ed-1b3d07d76753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:37.199789 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-4e359e7f-f06c-48eb-91ed-1b3d07d76753 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0849407 Jun 28 09:53:37.246553 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-4721a7b7-5373-4d2d-8efb-35712f45f9de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427821 Jun 28 09:53:37.268610 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.295633 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.326248 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.379806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b384da5d-643b-4955-b19b-420f00439f69 None None] Provisioning for port be714183-48d0-40f2-b6b0-7c893230a475 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:37.383771 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b384da5d-643b-4955-b19b-420f00439f69 None None] Provisioning complete for port be714183-48d0-40f2-b6b0-7c893230a475 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:37.384330 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b384da5d-643b-4955-b19b-420f00439f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.429134 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac472412-1e82-4f8c-ae46-18544796af3a req-d9749f33-bcc4-4036-a964-353865cdfb6d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:37.429620 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-b384da5d-643b-4955-b19b-420f00439f69 None None] Port be714183-48d0-40f2-b6b0-7c893230a475 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:53:37.436319 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac472412-1e82-4f8c-ae46-18544796af3a req-d9749f33-bcc4-4036-a964-353865cdfb6d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.1931369 Jun 28 09:53:37.482110 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-28047c17-c29b-4baa-ad03-72abedd72dab service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798749 Jun 28 09:53:37.492210 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Made reservation on behalf of c46bd46424f74b28922323bfafab9051 for: {'port': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:37.495811 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.514498 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac472412-1e82-4f8c-ae46-18544796af3a req-ffd534ad-e837-4982-8c1b-86d6619d17f2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768547 Jun 28 09:53:37.564181 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.578393 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.579528 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f1c89cf-bb7f-43e5-928e-4c31b3e55acc HTTP/1.1" status: 204 len: 168 time: 0.5421550 Jun 28 09:53:37.617477 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b0006d5-42a7-4ae0-9790-68fc91a7225d req-702b014c-5386-458c-b4fa-8a6ce1021651 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267083 Jun 28 09:53:37.636940 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-9e71112f-f867-4338-923a-0dbd7a9f9572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:37.684430 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1c89cf-bb7f-43e5-928e-4c31b3e55acc,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:37.693941 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:37.800927 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ec28-3db7-482a-8394-22e157a9c7ae req-fe039029-8258-4040-a6cd-d5cd7975be0c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:37.802375 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-11a4ec28-3db7-482a-8394-22e157a9c7ae req-fe039029-8258-4040-a6cd-d5cd7975be0c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 943 time: 0.2797217 Jun 28 09:53:37.829883 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Allocated IP 172.20.0.8 (c0c6452b-3f6d-4a46-b6fd-fef0efae8a78/6ffdc84c-5cd6-402e-a04d-27f9a394ab91/5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:37.880918 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be714183-48d0-40f2-b6b0-7c893230a475 {{(pid=105211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:37.903124 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.920563 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-11a4ec28-3db7-482a-8394-22e157a9c7ae req-d2341409-22d7-45b0-b9cb-4f6aa50fc4e6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051068 Jun 28 09:53:37.932025 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Transition to ACTIVE for port object be714183-48d0-40f2-b6b0-7c893230a475 will not be triggered until provisioned by entity L2. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:38.005883 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cbd6c-079b-4a1c-88a0-16bf6fea8f87 req-a636d3bb-5a81-4ad4-946b-599ed49bf34d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:38.006841 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dd7cbd6c-079b-4a1c-88a0-16bf6fea8f87 req-a636d3bb-5a81-4ad4-946b-599ed49bf34d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 932 time: 0.0882323 Jun 28 09:53:38.027922 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.032272 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:38.071723 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dd7cbd6c-079b-4a1c-88a0-16bf6fea8f87 req-40c7090e-e559-4017-b5df-820e96e19f1e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547490 Jun 28 09:53:38.129437 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34138) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:38.235885 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5cfd370f-b2a5-479c-a9de-90dc71a9460c req-92198e85-bd59-47a4-859c-2ae8c6990dcf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0391147 Jun 28 09:53:38.248626 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.349388 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.351097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.357138 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:38.383619 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:38.398503 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Transition to ACTIVE for port object 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 will not be triggered until provisioned by entity DHCP. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:38.404105 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34142) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:38.416716 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Attempting to bind port be714183-48d0-40f2-b6b0-7c893230a475 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:38.421672 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Attempting to bind port be714183-48d0-40f2-b6b0-7c893230a475 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:38.421672 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Attempting to bind port be714183-48d0-40f2-b6b0-7c893230a475 on network 375e9649-7ea0-41db-9c42-7696e04c095a {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:38.421877 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.437871 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Port be714183-48d0-40f2-b6b0-7c893230a475 on network 375e9649-7ea0-41db-9c42-7696e04c095a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:53:38.438186 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Attempting to bind port be714183-48d0-40f2-b6b0-7c893230a475 on network 375e9649-7ea0-41db-9c42-7696e04c095a {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:38.450753 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:38.451084 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Checking segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:38.451462 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Bound using segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:38.451894 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Bound port: be714183-48d0-40f2-b6b0-7c893230a475, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:38.452269 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.462183 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd82c5-261a-408e-9ffd-150dc3e9fa4f req-f2c3db15-3cea-441c-be94-9dd7dae722b0 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:38.463662 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-aafd82c5-261a-408e-9ffd-150dc3e9fa4f req-f2c3db15-3cea-441c-be94-9dd7dae722b0 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.1947360 Jun 28 09:53:38.484115 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.491648 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-35a496c7-47d1-4124-869a-a179cccedba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:38.531669 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-aafd82c5-261a-408e-9ffd-150dc3e9fa4f req-75e92c41-4c12-48b5-86ef-921843958906 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Jun 28 09:53:38.538794 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1eaaa2166fbc4465840281b161c8d3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079883 Jun 28 09:53:38.544710 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34146) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:38.563196 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.575607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, cleared binding levels {{(pid=105211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:38.579251 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:38.581052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:38.583041 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddea9f2-6586-4d8e-85c9-addd3d9d014e,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:38.588574 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:38.623307 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:38.626411 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:38.636447 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:38.641946 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:38.642529 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.653901 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'Port': ['ID=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:38.658359 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:38.675918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.706399 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.739971 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.741976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.743294 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:38.768867 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.784871 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:38.785543 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.787062 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] 10.222.0.23 "PUT /v2.0/ports/be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 1094 time: 1.7331977 Jun 28 09:53:38.787858 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:38.790281 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebced2e6-d469-475f-8d43-d47eabe2fdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:38.802935 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de642a-9986-41db-b0d3-902bba704401 req-d65a0f0c-9606-4bce-8c4d-0120e2c75032 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:38.804524 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-37de642a-9986-41db-b0d3-902bba704401 req-d65a0f0c-9606-4bce-8c4d-0120e2c75032 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.1339993 Jun 28 09:53:38.828706 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=3']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:38.829524 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.835175 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:38.839841 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:38.844047 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d990bd2-5585-4af1-9773-112ffedf33cb x-openstack-request-id: req-7d990bd2-5585-4af1-9773-112ffedf33cb {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:38.844859 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:38.845242 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d990bd2-5585-4af1-9773-112ffedf33cb {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:38.845725 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'status': 'completed', 'code': 200} Jun 28 09:53:38.898802 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-37de642a-9986-41db-b0d3-902bba704401 req-c23a4972-276c-4409-8ffb-5799552d6563 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872734 Jun 28 09:53:38.901926 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44e101892a984a5aa7ea06d8065bb805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965959 Jun 28 09:53:38.905018 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1338a333-bda0-4dcc-9c5a-f7015cf67ecb,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:38.906663 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34160) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:38.908703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:38.925989 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.934145 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.935280 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ddea9f2-6586-4d8e-85c9-addd3d9d014e HTTP/1.1" status: 204 len: 168 time: 0.3888507 Jun 28 09:53:38.941346 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c5c51405-77cf-432a-9fa8-43ef202ae669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:38.947853 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-6604cbdd-4ab8-4351-967b-176df7ff732c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8250892 Jun 28 09:53:38.962697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddea9f2-6586-4d8e-85c9-addd3d9d014e,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:38.966275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:38.984750 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.005171 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Request body: {'port': {'device_id': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:39.023488 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.051729 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebced2e6-d469-475f-8d43-d47eabe2fdc7 req-ad7aa082-9b03-44fe-b669-74b0b47a3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.053609 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ebced2e6-d469-475f-8d43-d47eabe2fdc7 req-ad7aa082-9b03-44fe-b669-74b0b47a3b23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1614640 Jun 28 09:53:39.094477 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-7306f4cd-c724-4625-8710-ab2180b7367e None None] Provisioning for port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:39.098565 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-7306f4cd-c724-4625-8710-ab2180b7367e None None] Provisioning complete for port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:39.098918 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7306f4cd-c724-4625-8710-ab2180b7367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.153675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-7306f4cd-c724-4625-8710-ab2180b7367e None None] Port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:53:39.165858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.169262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.173144 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1338a333-bda0-4dcc-9c5a-f7015cf67ecb HTTP/1.1" status: 204 len: 168 time: 0.2631924 Jun 28 09:53:39.173371 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f0afed11-8653-4bd5-89a2-9fbd0f093141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:39.182605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338a333-bda0-4dcc-9c5a-f7015cf67ecb,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:39.187182 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:39.221813 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.301413 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46359e-ed2a-416b-9a9c-84793d410728 req-4efadcc6-59c6-434a-ad49-dbe4dd2e41ef tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.302889 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd46359e-ed2a-416b-9a9c-84793d410728 req-4efadcc6-59c6-434a-ad49-dbe4dd2e41ef tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0747888 Jun 28 09:53:39.308678 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebced2e6-d469-475f-8d43-d47eabe2fdc7 req-bca5cb2d-ddbf-4a01-b151-514adf2454d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.310117 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ebced2e6-d469-475f-8d43-d47eabe2fdc7 req-bca5cb2d-ddbf-4a01-b151-514adf2454d7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2288859 Jun 28 09:53:39.342353 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd46359e-ed2a-416b-9a9c-84793d410728 req-c376a543-ef11-4c89-b66d-aba12b95604c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Jun 28 09:53:39.387109 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:53:39.415582 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c00a4-8682-4ba3-827c-2b16ea6bfe41 req-fee97898-7301-4885-b0ec-c3fa4450ba89 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.423682 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-518c00a4-8682-4ba3-827c-2b16ea6bfe41 req-fee97898-7301-4885-b0ec-c3fa4450ba89 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 943 time: 0.2493222 Jun 28 09:53:39.540295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,segment=NetworkSegment(56f0d113-576d-4a83-b690-e47495af2672),segment_id=56f0d113-576d-4a83-b690-e47495af2672)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:39.554571 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822', 'network_id': 'bdffa5fc-e7e0-453e-afbb-33facd73b878', 'port_id': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822', 'mac_address': 'fa:16:3e:37:7a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbf46cd-c43a-4db6-880d-f927e9fbe864', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:53:39.572011 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-518c00a4-8682-4ba3-827c-2b16ea6bfe41 req-d834e467-b311-42c6-8a3e-d5f4b5198348 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473937 Jun 28 09:53:39.573227 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924f75a-59dd-42e1-a7d0-80cc71b0a8f9 req-db4b6926-8bcf-4c0d-9f3f-36c13ab91b47 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.587338 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b924f75a-59dd-42e1-a7d0-80cc71b0a8f9 req-db4b6926-8bcf-4c0d-9f3f-36c13ab91b47 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 931 time: 0.1028345 Jun 28 09:53:39.604531 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.611076 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebced2e6-d469-475f-8d43-d47eabe2fdc7 req-64e20e7f-e974-45f3-8f44-e6e7b6cb1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.612569 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ebced2e6-d469-475f-8d43-d47eabe2fdc7 req-64e20e7f-e974-45f3-8f44-e6e7b6cb1031 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2932363 Jun 28 09:53:39.629602 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:39.653969 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b924f75a-59dd-42e1-a7d0-80cc71b0a8f9 req-4af03161-d697-4ad7-9388-e505c5acbe19 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654736 Jun 28 09:53:39.661531 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,segment=NetworkSegment(56f0d113-576d-4a83-b690-e47495af2672),segment_id=56f0d113-576d-4a83-b690-e47495af2672)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:39.756172 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34184) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:39.771791 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.772643 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 244962e2-477a-4d97-bd3a-7baec40cb78c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:53:39.779832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-203cfa1c-c53f-43d3-92d5-e0175f5ebf14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:39.824458 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 {{(pid=105211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:39.835038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.842245 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-def58e86-4317-4188-9a1f-76b2db1494eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.843709 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-def58e86-4317-4188-9a1f-76b2db1494eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1600263 Jun 28 09:53:39.850430 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:39.859873 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Transition to ACTIVE for port object 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 will not be triggered until provisioned by entity L2. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:39.880609 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:39.904588 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-b11b8d3b-734d-4c4e-81d6-e5785b17a94e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 217 time: 0.0460427 Jun 28 09:53:39.910103 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 244962e2-477a-4d97-bd3a-7baec40cb78c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=244962e2-477a-4d97-bd3a-7baec40cb78c,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:39.920698 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21de3e5-c54e-449d-b9dc-0b563b26fd5a req-a71a4604-1ed8-4603-8b48-1a465ab79a11 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.920698 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d21de3e5-c54e-449d-b9dc-0b563b26fd5a req-a71a4604-1ed8-4603-8b48-1a465ab79a11 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 944 time: 0.1760013 Jun 28 09:53:39.922013 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '244962e2-477a-4d97-bd3a-7baec40cb78c', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'port_id': '244962e2-477a-4d97-bd3a-7baec40cb78c', 'mac_address': 'fa:16:3e:ed:39:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecccc34f-ce11-49c5-9f9b-b6249bd816b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:53:39.961279 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.974923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244962e2-477a-4d97-bd3a-7baec40cb78c {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:39.990991 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-44d6f445-6e6f-46bf-891d-b457d65e0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:39.993137 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-44d6f445-6e6f-46bf-891d-b457d65e0ce7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0775006 Jun 28 09:53:39.999207 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.003081 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 244962e2-477a-4d97-bd3a-7baec40cb78c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=244962e2-477a-4d97-bd3a-7baec40cb78c,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:40.013478 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.023308 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d21de3e5-c54e-449d-b9dc-0b563b26fd5a req-ca76a4ae-1418-4d29-bc72-eccd7648d3ea tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994148 Jun 28 09:53:40.078140 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.079370 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 149ffb38-7282-4d90-92df-673f559ca175 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:53:40.083773 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-96fc889c-4256-433d-a7e2-305be2ca2173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.099528 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Pushing event updated for resources: {'Port': ['ID=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.107192 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.107881 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b1dfd-cbf2-4356-a1ae-0a82f258edd2 req-cbada7f3-9654-419f-ab51-1c1a563ef8f5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:40.115171 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6a9b1dfd-cbf2-4356-a1ae-0a82f258edd2 req-cbada7f3-9654-419f-ab51-1c1a563ef8f5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 943 time: 0.0777364 Jun 28 09:53:40.140278 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34190) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:40.157678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.170836 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=244962e2-477a-4d97-bd3a-7baec40cb78c,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.178375 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.197501 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34192) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:40.198898 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Attempting to bind port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:40.199234 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Attempting to bind port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:40.199557 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Attempting to bind port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:40.214057 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:53:40.214379 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Attempting to bind port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:40.217153 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.224267 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:40.224604 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Checking segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:40.224982 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Bound using segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} {{(pid=105211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:40.225556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.managers [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Bound port: 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}}] {{(pid=105211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:40.225909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.229760 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-aff91bef-74bd-40f8-88fb-7e163a8398ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:40.231278 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-aff91bef-74bd-40f8-88fb-7e163a8398ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2259440 Jun 28 09:53:40.234827 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6a9b1dfd-cbf2-4356-a1ae-0a82f258edd2 req-f6ffd864-04f7-4d88-a3fb-ce32262bcb4f tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174619 Jun 28 09:53:40.327422 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 149ffb38-7282-4d90-92df-673f559ca175, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=149ffb38-7282-4d90-92df-673f559ca175,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:40.342004 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '149ffb38-7282-4d90-92df-673f559ca175', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'port_id': '149ffb38-7282-4d90-92df-673f559ca175', 'mac_address': 'fa:16:3e:41:5e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:53:40.375851 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.399543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.402093 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] For port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host hv-cinder-79220, cleared binding levels {{(pid=105211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:40.407322 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] For port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:40.409945 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-fbd8e95f-da8d-4511-a882-ab36eb4b9941 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649189 Jun 28 09:53:40.468655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.479276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b01a14ee-934b-46e9-b02c-9a4b1eccd6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.489370 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.506206 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.529603 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149ffb38-7282-4d90-92df-673f559ca175 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:40.538890 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f3c2d-d929-47be-ae45-6114b421b23d,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.539103 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c1767025-a3af-46b0-b004-f23dc4039a67 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.546503 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93fc86c6912b4d8e835157cb9a02cd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023724 Jun 28 09:53:40.552639 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.552822 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 149ffb38-7282-4d90-92df-673f559ca175, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=149ffb38-7282-4d90-92df-673f559ca175,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:40.553613 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34196) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:40.594121 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:40.594876 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.596603 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 1093 time: 1.6149285 Jun 28 09:53:40.636946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.638864 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.647969 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52a005a8-6bfb-4a71-8f0f-ba7a18cc6070 req-ed83f36f-646b-4f13-b77e-6d9aceb35a38 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301617 Jun 28 09:53:40.660026 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.664025 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Pushing event updated for resources: {'Port': ['ID=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,revision_number=3']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.669279 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.683278 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.694831 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5957085-9d6d-42f2-9bac-6a7be157f64e req-fbf9c8a4-4a52-4733-8853-2f5248e7819f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:40.696408 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e5957085-9d6d-42f2-9bac-6a7be157f64e req-fbf9c8a4-4a52-4733-8853-2f5248e7819f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.1943717 Jun 28 09:53:40.722372 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=149ffb38-7282-4d90-92df-673f559ca175,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.726668 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.736728 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.747289 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e5957085-9d6d-42f2-9bac-6a7be157f64e req-10e83f5f-7aa0-4fbc-890b-77a74e74d254 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Jun 28 09:53:40.768969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.779663 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.845732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-8c0b73e5-f81a-4386-8f17-e5a1fba8f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:40.847970 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-8c0b73e5-f81a-4386-8f17-e5a1fba8f432 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1096 time: 0.0670099 Jun 28 09:53:40.848668 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:40.851221 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:40.851779 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=233fea75d7a449b4a1b09fbb4b4acf62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527996 Jun 28 09:53:40.855067 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34204) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:40.863937 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8db2619-72ee-488a-98a1-8e542fbc46ae,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.891805 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.915741 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-f5b65ca0-468d-4c66-add7-53c5c7ae3aa3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 217 time: 0.0524943 Jun 28 09:53:40.922760 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbe60f-af76-4271-92fb-e19296a7fefa req-7c44eccc-ff9c-423f-bb0b-b29b50d21ace tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:40.924250 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-52bbe60f-af76-4271-92fb-e19296a7fefa req-7c44eccc-ff9c-423f-bb0b-b29b50d21ace tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 943 time: 0.2090793 Jun 28 09:53:40.960824 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.979637 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-52bbe60f-af76-4271-92fb-e19296a7fefa req-093cfffd-cfcc-4172-a5db-5c2a56744607 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456443 Jun 28 09:53:40.991119 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.994102 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.996297 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f1f3c2d-d929-47be-ae45-6114b421b23d HTTP/1.1" status: 204 len: 168 time: 0.4407508 Jun 28 09:53:40.996297 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:41.003527 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f3c2d-d929-47be-ae45-6114b421b23d,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:41.009296 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:41.039662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-829cf6ef-307b-4967-8a12-d50f334ecc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.041953 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-829cf6ef-307b-4967-8a12-d50f334ecc80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.1113758 Jun 28 09:53:41.046169 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9495c19a-4fc1-4250-80f3-86337d36516a x-openstack-request-id: req-9495c19a-4fc1-4250-80f3-86337d36516a {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:41.046471 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:41.046757 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9495c19a-4fc1-4250-80f3-86337d36516a {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:41.047129 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'status': 'completed', 'code': 200} Jun 28 09:53:41.048085 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.050666 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:41.050777 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.095170 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65835edc-5b9f-4185-932c-84753dd55ed4,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:41.102155 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=662e19ff232b469d8dc82799935edf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3423645 Jun 28 09:53:41.102155 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:41.102593 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34210) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:41.168598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.206859 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.299142 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cebf8-00bf-4cba-a95e-036cfc8a1312 req-75034227-80f0-4228-bc98-15e78df034ae tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.300730 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b9cebf8-00bf-4cba-a95e-036cfc8a1312 req-75034227-80f0-4228-bc98-15e78df034ae tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 945 time: 0.1083117 Jun 28 09:53:41.310708 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8a1d-528a-419b-bc88-6aef351a28d8 req-dafd8fa0-93d5-4e06-a5c0-afcf5d71c2ca tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.312114 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9fbb8a1d-528a-419b-bc88-6aef351a28d8 req-dafd8fa0-93d5-4e06-a5c0-afcf5d71c2ca tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 943 time: 0.4026310 Jun 28 09:53:41.315359 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.339503 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1b05b931-7ebe-47e4-9df0-2f54a1fae73e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:53:41.362723 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8b9cebf8-00bf-4cba-a95e-036cfc8a1312 req-f0fca4fd-9d31-458a-8931-c2bb047bb0dc tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537210 Jun 28 09:53:41.373620 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.376306 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.379662 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65835edc-5b9f-4185-932c-84753dd55ed4 HTTP/1.1" status: 204 len: 168 time: 0.2741423 Jun 28 09:53:41.379662 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3436a4f0-214d-465c-b234-16cab59c20ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:41.392726 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9fbb8a1d-528a-419b-bc88-6aef351a28d8 req-e1650d06-2acc-454e-a45b-644e60a32620 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704358 Jun 28 09:53:41.397173 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65835edc-5b9f-4185-932c-84753dd55ed4,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:41.399559 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-14be2d3e-ef5f-4b8c-a016-7b15b8eb3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.401940 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-14be2d3e-ef5f-4b8c-a016-7b15b8eb3343 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1370611 Jun 28 09:53:41.407537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:41.484731 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.489063 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.492634 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8db2619-72ee-488a-98a1-8e542fbc46ae HTTP/1.1" status: 204 len: 168 time: 0.6340799 Jun 28 09:53:41.492788 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:41.504320 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8db2619-72ee-488a-98a1-8e542fbc46ae,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:41.507875 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:41.547161 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['b9f8a208-5e75-4ca9-8a8a-7530c6bf0822'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:53:41.549025 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-02cadc38-54fd-4edf-8c13-33682bcdfb1f service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383946 Jun 28 09:53:41.612660 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:53:41.613980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46459035-e851-491b-b598-5b777ca20064 req-88e5f34b-5fc5-43d2-9731-c15be4de5452 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.620847 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-46459035-e851-491b-b598-5b777ca20064 req-88e5f34b-5fc5-43d2-9731-c15be4de5452 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 944 time: 0.1286769 Jun 28 09:53:41.658353 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-46459035-e851-491b-b598-5b777ca20064 req-38f351fb-71eb-4788-8d38-d45382a482bd tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Jun 28 09:53:41.661149 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2850e30e-64df-4183-b3a0-4d656c09d796 req-ce1fd277-5391-4ae8-9507-a7e00370d097 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055243 Jun 28 09:53:41.688436 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['149ffb38-7282-4d90-92df-673f559ca175'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:53:41.748349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:41.799352 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e', 'network_id': '4f0e5783-3e8b-4ea4-8619-74a85796efc1', 'port_id': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e', 'mac_address': 'fa:16:3e:1c:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d5624e-04c2-47f7-bc99-fbdfe459283d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:53:41.914412 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.954918 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05b931-7ebe-47e4-9df0-2f54a1fae73e {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:41.973890 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-4f2bd79a-3960-496f-a0cf-d741b93c877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.975530 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-4f2bd79a-3960-496f-a0cf-d741b93c877b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1096 time: 0.1306355 Jun 28 09:53:41.989427 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2391d6-a0b7-4ec6-a594-62cfc4674420 req-5910a43e-7522-4e30-b4d1-143e80a71da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:41.991238 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3f2391d6-a0b7-4ec6-a594-62cfc4674420 req-5910a43e-7522-4e30-b4d1-143e80a71da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.1050503 Jun 28 09:53:42.067648 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:42.121937 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3f2391d6-a0b7-4ec6-a594-62cfc4674420 req-188a7ed9-d751-4aaf-ae25-853f5382e39a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203020 Jun 28 09:53:42.165006 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-bbd50a58-500f-48fb-a2fd-64239cb8ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.167118 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-bbd50a58-500f-48fb-a2fd-64239cb8ef90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.1747999 Jun 28 09:53:42.177517 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.182416 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-bc245676-9414-4aeb-8eef-82fc3ed92b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:42.218805 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-9f6564e0-3e8a-40cb-95c3-5bf41341b13d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 217 time: 0.0446692 Jun 28 09:53:42.252329 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:42.255256 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:42.256415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5d89-2bfd-4850-ac60-3fd14007c84b req-8a6328d2-56d4-458f-864e-f295b8fd644b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.258454 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ad0e5d89-2bfd-4850-ac60-3fd14007c84b req-8a6328d2-56d4-458f-864e-f295b8fd644b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 944 time: 0.0810444 Jun 28 09:53:42.287428 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-97852fc4-0802-4f5d-b2a4-f2943dc6cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.288952 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-97852fc4-0802-4f5d-b2a4-f2943dc6cc73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0635254 Jun 28 09:53:42.304817 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ad0e5d89-2bfd-4850-ac60-3fd14007c84b req-9217020b-a898-4a9a-847f-38bd59710cba tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Jun 28 09:53:42.358541 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-903ce621-3197-41c1-8199-009c1d7e7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.359899 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-903ce621-3197-41c1-8199-009c1d7e7531 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609796 Jun 28 09:53:42.417635 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34242) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:42.441677 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.473045 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-9004e155-3739-4346-a998-13f0c6b7b6cb service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053922 Jun 28 09:53:42.580077 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7273a4b3-3a3b-41d4-80ae-93a7b159bb52 req-eeef272a-9ad2-4e9c-b73c-5ed7c3b60f20 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992239 Jun 28 09:53:42.650016 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.655325 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bfd45-c541-4a0b-b1c3-9d27b4a7291d req-111411fd-c741-40ec-b505-461ddf9a6a44 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.656850 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7a8bfd45-c541-4a0b-b1c3-9d27b4a7291d req-111411fd-c741-40ec-b505-461ddf9a6a44 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 945 time: 0.0758634 Jun 28 09:53:42.687291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa368615-ba64-40fc-989a-35cdc1773fa9 req-7c4aa55a-ad62-4d97-b404-3751857b4a1d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.688805 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aa368615-ba64-40fc-989a-35cdc1773fa9 req-7c4aa55a-ad62-4d97-b404-3751857b4a1d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 943 time: 0.0891309 Jun 28 09:53:42.698441 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7a8bfd45-c541-4a0b-b1c3-9d27b4a7291d req-068d6622-77da-4dd0-a985-06559b4b3b3f tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Jun 28 09:53:42.715325 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.718158 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e05012f4-201d-43d3-9525-3c38e31cfc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:42.756561 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aa368615-ba64-40fc-989a-35cdc1773fa9 req-44fb1db0-de5e-41ac-93ca-72437a11d773 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611897 Jun 28 09:53:42.768382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11238ce-60f8-4c51-b810-0df1aa22b385,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:42.771964 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:42.774704 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b0302040620403c82f2505851c6f0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560784 Jun 28 09:53:42.778042 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34260) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:42.893622 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.923878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.948041 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5526ee4-8cad-4f19-bff0-d62b2cf3bbb7 req-b5cbf54c-ba2c-4fff-aaeb-ec8f9d3aed07 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:42.949566 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c5526ee4-8cad-4f19-bff0-d62b2cf3bbb7 req-b5cbf54c-ba2c-4fff-aaeb-ec8f9d3aed07 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 944 time: 0.1218090 Jun 28 09:53:42.998443 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c5526ee4-8cad-4f19-bff0-d62b2cf3bbb7 req-87c1d2e6-9626-4c0a-84bb-87abad60e0ed tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Jun 28 09:53:43.085649 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.088718 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.090017 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c11238ce-60f8-4c51-b810-0df1aa22b385 HTTP/1.1" status: 204 len: 168 time: 0.3108485 Jun 28 09:53:43.090744 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:43.099941 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11238ce-60f8-4c51-b810-0df1aa22b385,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:43.103184 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:43.297339 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa2beb-ebc4-4317-bf46-3a70fac61524 req-6ceb4abf-91b0-4336-ac58-26bec8688baa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:43.300588 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-70aa2beb-ebc4-4317-bf46-3a70fac61524 req-6ceb4abf-91b0-4336-ac58-26bec8688baa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0666974 Jun 28 09:53:43.338707 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-70aa2beb-ebc4-4317-bf46-3a70fac61524 req-5d7d3c73-dceb-4326-b473-32babcede29a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338194 Jun 28 09:53:43.347332 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:53:43.375533 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['1b05b931-7ebe-47e4-9df0-2f54a1fae73e'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:53:43.571757 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b364-3458-414e-8c3e-fe4202b1f8f2 req-e403a6f1-f4a7-471b-ba00-07f045d367e7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:43.574124 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3db9b364-3458-414e-8c3e-fe4202b1f8f2 req-e403a6f1-f4a7-471b-ba00-07f045d367e7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 944 time: 0.0916145 Jun 28 09:53:43.584608 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:43.601970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'be714183-48d0-40f2-b6b0-7c893230a475', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475', 'mac_address': 'fa:16:3e:45:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:53:43.623562 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3db9b364-3458-414e-8c3e-fe4202b1f8f2 req-e0e2618e-6646-4241-bc30-91d79c5462ce tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429509 Jun 28 09:53:43.660709 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.676722 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be714183-48d0-40f2-b6b0-7c893230a475 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:43.699385 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:43.779861 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.782019 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-89555242-e2e8-41aa-a292-a3a63135043e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:43.863998 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:43.870944 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:43.980845 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daba1af-2e00-4f36-93e6-c451c118bd47 req-74bc32ea-393a-4e9c-be9b-a40e1cd33e0d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:43.982441 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7daba1af-2e00-4f36-93e6-c451c118bd47 req-74bc32ea-393a-4e9c-be9b-a40e1cd33e0d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 943 time: 0.0729425 Jun 28 09:53:44.027076 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7daba1af-2e00-4f36-93e6-c451c118bd47 req-c7a9976f-2b99-488b-acda-f9fc8af6101c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 Jun 28 09:53:44.090710 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd6dcf-b47f-41c8-8a15-23d0fdd9152c req-dcce97b4-f605-4b54-a7b7-e1a872302f3d tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:44.093039 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3cd6dcf-b47f-41c8-8a15-23d0fdd9152c req-dcce97b4-f605-4b54-a7b7-e1a872302f3d tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 945 time: 0.2572224 Jun 28 09:53:44.143969 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3cd6dcf-b47f-41c8-8a15-23d0fdd9152c req-c8d0248e-ac2e-4a82-8fcf-49ec41eb34e3 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Jun 28 09:53:44.211309 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fdbc-4fe7-4d8a-9d4d-809f8936765c req-3f82db08-ec24-4edf-82ca-74e71ebfcd79 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:44.212965 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-90c4fdbc-4fe7-4d8a-9d4d-809f8936765c req-3f82db08-ec24-4edf-82ca-74e71ebfcd79 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 944 time: 0.0743797 Jun 28 09:53:44.251873 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-90c4fdbc-4fe7-4d8a-9d4d-809f8936765c req-4099f1a7-e0ef-4e32-a03c-bb34af7d405e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Jun 28 09:53:44.425004 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['be714183-48d0-40f2-b6b0-7c893230a475'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:53:44.537136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dd0d8-f6dd-47f7-92c4-12f6191ba9ab req-8da24601-452f-4266-8a4c-8ca63869a5d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:44.538919 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-254dd0d8-f6dd-47f7-92c4-12f6191ba9ab req-8da24601-452f-4266-8a4c-8ca63869a5d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0651510 Jun 28 09:53:44.580131 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-254dd0d8-f6dd-47f7-92c4-12f6191ba9ab req-cb73ce2c-9703-498c-9141-530f50937559 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Jun 28 09:53:44.796294 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccb179-97ba-4122-905d-2d45c5258d7a req-98a48e7b-5a62-4cca-a913-902438ed9310 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:44.797777 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3ccb179-97ba-4122-905d-2d45c5258d7a req-98a48e7b-5a62-4cca-a913-902438ed9310 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 944 time: 0.0650930 Jun 28 09:53:44.847924 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3ccb179-97ba-4122-905d-2d45c5258d7a req-4a78765d-2040-4a52-9344-4711ea010cc3 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Jun 28 09:53:45.223136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd8f73-7bbf-49f0-8c1b-9001745360ea req-fcc84b4e-fa3d-4415-858f-278a1ab81553 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:45.223136 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-adcd8f73-7bbf-49f0-8c1b-9001745360ea req-fcc84b4e-fa3d-4415-858f-278a1ab81553 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 943 time: 0.0821507 Jun 28 09:53:45.262054 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-adcd8f73-7bbf-49f0-8c1b-9001745360ea req-1159bd7e-d61c-4dba-9157-3050c60ed4f6 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339601 Jun 28 09:53:45.323364 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449130d-b699-42b8-a044-6290a8dccf8a req-7901f117-ecf0-466f-9835-fce2817328a4 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:45.324947 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7449130d-b699-42b8-a044-6290a8dccf8a req-7901f117-ecf0-466f-9835-fce2817328a4 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 945 time: 0.0681767 Jun 28 09:53:45.371161 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:53:45.388508 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:45.388723 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7449130d-b699-42b8-a044-6290a8dccf8a req-6d8d11de-80ec-492a-a8ef-9ff3263329fc tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577226 Jun 28 09:53:45.655565 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96d2d2-cb3c-4daf-9d84-fdba9a73f9db req-333b933a-b862-4c67-91ee-61d69a47f29c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:45.655565 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9e96d2d2-cb3c-4daf-9d84-fdba9a73f9db req-333b933a-b862-4c67-91ee-61d69a47f29c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 944 time: 0.1026652 Jun 28 09:53:45.655565 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9e96d2d2-cb3c-4daf-9d84-fdba9a73f9db req-b770191a-c8a3-4acc-b4e9-5d29212bb220 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332930 Jun 28 09:53:45.656675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:45.656675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'port_id': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'mac_address': 'fa:16:3e:4c:00:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:53:45.656675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.656675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:53:45.656675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:45.759046 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99749858-1b8c-4599-b573-9919df64f900 req-08c9d2a0-785f-4bb0-86e4-804909c50742 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:45.761139 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-99749858-1b8c-4599-b573-9919df64f900 req-08c9d2a0-785f-4bb0-86e4-804909c50742 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0618432 Jun 28 09:53:45.777736 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:45.780178 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.783134 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:45.786992 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:45.787448 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.801340 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-99749858-1b8c-4599-b573-9919df64f900 req-1c3ae783-c792-4403-bb93-74a10a010d12 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Jun 28 09:53:45.871742 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:45.876416 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:45.917992 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.942727 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:46.024185 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,segment=NetworkSegment(56f0d113-576d-4a83-b690-e47495af2672),segment_id=56f0d113-576d-4a83-b690-e47495af2672)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:46.027059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3139-260e-484f-ab45-4e6f2431c0b7 req-09018913-8d37-4874-813a-b975d87ca448 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:46.028608 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-894f3139-260e-484f-ab45-4e6f2431c0b7 req-09018913-8d37-4874-813a-b975d87ca448 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 944 time: 0.0628035 Jun 28 09:53:46.071035 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-894f3139-260e-484f-ab45-4e6f2431c0b7 req-b274c4dd-4f85-4950-9f9e-d2ef256d0213 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338573 Jun 28 09:53:46.088565 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.089656 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1b05b931-7ebe-47e4-9df0-2f54a1fae73e up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:46.092390 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:46.117464 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1daf285-2136-492f-a05f-25d66393312d" -d '{"events": [{"server_uuid": "c3801289-dfe2-4def-90fc-ef37096ba76a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8a208-5e75-4ca9-8a8a-7530c6bf0822"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:46.182208 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:46.185446 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:46.243333 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bf8987-08ad-46e3-afe8-037dc65d8b90 x-openstack-request-id: req-99bf8987-08ad-46e3-afe8-037dc65d8b90 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:46.243656 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3801289-dfe2-4def-90fc-ef37096ba76a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8a208-5e75-4ca9-8a8a-7530c6bf0822", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:46.244956 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99bf8987-08ad-46e3-afe8-037dc65d8b90 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:46.245112 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822', 'code': 200} Jun 28 09:53:46.255756 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:53:46.307485 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:46.312639 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:46.313018 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.484412 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96783dc-ef52-4b13-a052-44b10b3aa00b req-39a48074-0d98-4855-8ed9-8bfd9038980a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:46.496669 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d96783dc-ef52-4b13-a052-44b10b3aa00b req-39a48074-0d98-4855-8ed9-8bfd9038980a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 944 time: 0.0996110 Jun 28 09:53:46.562791 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d96783dc-ef52-4b13-a052-44b10b3aa00b req-e81422b8-8632-4e5d-8f4c-385c3cfec19e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640574 Jun 28 09:53:46.597574 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.601563 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d9ffd-9ef0-42e0-b8fb-25179f29c695 req-545fe530-a88f-446d-b302-af2a5d3abbc0 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:46.604393 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-314d9ffd-9ef0-42e0-b8fb-25179f29c695 req-545fe530-a88f-446d-b302-af2a5d3abbc0 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0862615 Jun 28 09:53:46.644307 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-314d9ffd-9ef0-42e0-b8fb-25179f29c695 req-53e80d64-5864-4630-8967-26475eda4234 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339279 Jun 28 09:53:46.652337 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:46.731582 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.732356 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf1df-e2c1-44d1-afd4-0e82fc3413c6 req-dccc452f-bb32-47a8-a7b2-458194ea27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:46.732570 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 244962e2-477a-4d97-bd3a-7baec40cb78c up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:46.733555 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-690bf1df-e2c1-44d1-afd4-0e82fc3413c6 req-dccc452f-bb32-47a8-a7b2-458194ea27cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 1099 time: 0.0829968 Jun 28 09:53:46.734440 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:46.753198 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-690bf1df-e2c1-44d1-afd4-0e82fc3413c6 req-3430af02-e681-4c91-a185-04425814323f service neutron] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.810211 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:46.813782 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:46.828651 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78e08-cdbe-4f19-b17a-05715ef6d94c req-8a8837ed-997c-493e-b601-4f2cbe3146ca tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:46.832112 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-90d78e08-cdbe-4f19-b17a-05715ef6d94c req-8a8837ed-997c-493e-b601-4f2cbe3146ca tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 944 time: 0.0758617 Jun 28 09:53:46.855307 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-690bf1df-e2c1-44d1-afd4-0e82fc3413c6 req-3430af02-e681-4c91-a185-04425814323f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.872081 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-90d78e08-cdbe-4f19-b17a-05715ef6d94c req-1efb9b83-9557-4479-ab6e-315efd6384d4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353112 Jun 28 09:53:46.908420 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 244962e2-477a-4d97-bd3a-7baec40cb78c completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:46.912470 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 244962e2-477a-4d97-bd3a-7baec40cb78c triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:46.918215 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.968243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-690bf1df-e2c1-44d1-afd4-0e82fc3413c6 req-3430af02-e681-4c91-a185-04425814323f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.976458 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:46.988939 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.998025 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ddba-cf65-470e-8662-a225f32258bb req-0566459c-821e-4a14-bbe2-e1523bdc1c5c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:46.999519 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-dd69ddba-cf65-470e-8662-a225f32258bb req-0566459c-821e-4a14-bbe2-e1523bdc1c5c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0814118 Jun 28 09:53:47.022740 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 244962e2-477a-4d97-bd3a-7baec40cb78c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=244962e2-477a-4d97-bd3a-7baec40cb78c,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:47.034984 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-690bf1df-e2c1-44d1-afd4-0e82fc3413c6 req-3430af02-e681-4c91-a185-04425814323f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921302 Jun 28 09:53:47.055392 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430af02-e681-4c91-a185-04425814323f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2225ba3b-6d53-4a38-b524-1ff9ad441d17,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:47.063636 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3430af02-e681-4c91-a185-04425814323f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:47.070397 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-dd69ddba-cf65-470e-8662-a225f32258bb req-ecb975a4-f5cf-4d10-8981-255ae6299bcc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568249 Jun 28 09:53:47.082375 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.083580 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 149ffb38-7282-4d90-92df-673f559ca175 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:47.086313 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:47.165975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=244962e2-477a-4d97-bd3a-7baec40cb78c,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:47.172884 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:47.251571 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 149ffb38-7282-4d90-92df-673f559ca175 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:47.256013 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 149ffb38-7282-4d90-92df-673f559ca175 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:47.256415 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.257123 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c092-b847-4766-af17-3f0d0d595c70 req-12e620da-d6bc-4fa4-961b-dfe837df6d79 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:47.260493 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e448c092-b847-4766-af17-3f0d0d595c70 req-12e620da-d6bc-4fa4-961b-dfe837df6d79 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0719602 Jun 28 09:53:47.304553 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e448c092-b847-4766-af17-3f0d0d595c70 req-8dc58e01-5dc8-4fed-9c13-5dfc685a63fa tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 Jun 28 09:53:47.333632 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.367923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 149ffb38-7282-4d90-92df-673f559ca175, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=149ffb38-7282-4d90-92df-673f559ca175,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:47.468967 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.470919 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:47.494119 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:47.546134 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=149ffb38-7282-4d90-92df-673f559ca175,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:47.550140 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:47.619975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port be714183-48d0-40f2-b6b0-7c893230a475 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:47.623909 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port be714183-48d0-40f2-b6b0-7c893230a475 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:47.624320 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.708823 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.727291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de130c-078c-4317-abf5-8e2cab563813 req-1d5a1bac-1f52-4b71-b59c-28b04ce86148 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:47.728978 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-42de130c-078c-4317-abf5-8e2cab563813 req-1d5a1bac-1f52-4b71-b59c-28b04ce86148 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 944 time: 0.0656509 Jun 28 09:53:47.742342 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:47.772879 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-42de130c-078c-4317-abf5-8e2cab563813 req-b148f018-da9d-45e3-b159-544de59f11a7 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372243 Jun 28 09:53:47.797044 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.798918 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:47.817591 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052758-ee92-4324-88fd-7dd49ece4379 req-e95beb9e-196e-4932-af87-89f49cb6ad88 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:47.819048 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f5052758-ee92-4324-88fd-7dd49ece4379 req-e95beb9e-196e-4932-af87-89f49cb6ad88 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0630496 Jun 28 09:53:47.845421 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:47.848422 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:47.857203 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f5052758-ee92-4324-88fd-7dd49ece4379 req-7c6799a2-7991-45f3-a52c-8711ed2adc01 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Jun 28 09:53:48.039368 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67719c2e-fe30-493d-9109-2d2f18c85371 req-44bed73f-66bc-47b4-8071-08456c2b09bc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:48.041275 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-67719c2e-fe30-493d-9109-2d2f18c85371 req-44bed73f-66bc-47b4-8071-08456c2b09bc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0593650 Jun 28 09:53:48.078112 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-67719c2e-fe30-493d-9109-2d2f18c85371 req-0820a8b8-23fa-4cc4-b0f3-f468dc710f27 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Jun 28 09:53:48.243252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac151-e814-4442-beb8-d0e855dd1a40 req-344660ad-8a9a-43ef-aac5-d4ac9df31319 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:48.245388 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fdaac151-e814-4442-beb8-d0e855dd1a40 req-344660ad-8a9a-43ef-aac5-d4ac9df31319 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0612869 Jun 28 09:53:48.245993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e'}, {'server_uuid': '098dc813-821e-4467-a471-6130421ea80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244962e2-477a-4d97-bd3a-7baec40cb78c'}, {'server_uuid': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149ffb38-7282-4d90-92df-673f559ca175'}, {'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:48.248381 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ad01f-2bb9-486f-8226-31ec1f865fd8" -d '{"events": [{"server_uuid": "eb493313-11ff-4dbc-8021-d528e8821f13", "name": "network-vif-plugged", "status": "completed", "tag": "1b05b931-7ebe-47e4-9df0-2f54a1fae73e"}, {"server_uuid": "098dc813-821e-4467-a471-6130421ea80c", "name": "network-vif-plugged", "status": "completed", "tag": "244962e2-477a-4d97-bd3a-7baec40cb78c"}, {"server_uuid": "307855e0-2a2e-4114-8ef6-a488f293cd36", "name": "network-vif-plugged", "status": "completed", "tag": "149ffb38-7282-4d90-92df-673f559ca175"}, {"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-plugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:48.283502 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fdaac151-e814-4442-beb8-d0e855dd1a40 req-2cd1b6c1-3d1b-4a4f-9abd-309f154038b9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Jun 28 09:53:48.296721 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c3986d-37ca-43a9-9e95-75b2de4904e9 x-openstack-request-id: req-d0c3986d-37ca-43a9-9e95-75b2de4904e9 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:48.297125 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb493313-11ff-4dbc-8021-d528e8821f13", "name": "network-vif-plugged", "status": "completed", "tag": "1b05b931-7ebe-47e4-9df0-2f54a1fae73e", "code": 200}, {"server_uuid": "098dc813-821e-4467-a471-6130421ea80c", "name": "network-vif-plugged", "status": "completed", "tag": "244962e2-477a-4d97-bd3a-7baec40cb78c", "code": 200}, {"server_uuid": "307855e0-2a2e-4114-8ef6-a488f293cd36", "name": "network-vif-plugged", "status": "completed", "tag": "149ffb38-7282-4d90-92df-673f559ca175", "code": 200}, {"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-plugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:48.297388 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0c3986d-37ca-43a9-9e95-75b2de4904e9 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:48.297794 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e', 'code': 200} Jun 28 09:53:48.298059 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098dc813-821e-4467-a471-6130421ea80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244962e2-477a-4d97-bd3a-7baec40cb78c', 'code': 200} Jun 28 09:53:48.298314 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149ffb38-7282-4d90-92df-673f559ca175', 'code': 200} Jun 28 09:53:48.298563 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'code': 200} Jun 28 09:53:48.474646 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aa621-88f1-490c-8c5e-dbc7b1fd2e30 req-80ac1f8f-b244-4539-9b44-36934055865c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:48.476119 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-be5aa621-88f1-490c-8c5e-dbc7b1fd2e30 req-80ac1f8f-b244-4539-9b44-36934055865c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0609057 Jun 28 09:53:48.512771 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-be5aa621-88f1-490c-8c5e-dbc7b1fd2e30 req-90f02770-6de6-4adb-81cb-ac0395d32912 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Jun 28 09:53:48.948932 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ba5b9-3438-4d71-a165-6dc631b4dcc1 req-6ef10c09-0f9f-4c43-883b-82efde02720c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:48.950324 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1e4ba5b9-3438-4d71-a165-6dc631b4dcc1 req-6ef10c09-0f9f-4c43-883b-82efde02720c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 944 time: 0.0671971 Jun 28 09:53:48.990622 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1e4ba5b9-3438-4d71-a165-6dc631b4dcc1 req-07e2dc6e-91c2-4206-98cf-08658b6f00a9 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Jun 28 09:53:49.039639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef5ed6-21c7-40e5-9810-f58db5a36a32 req-b82f2cd7-0088-4c70-89c1-4fd93bc8a666 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:49.041140 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6aef5ed6-21c7-40e5-9810-f58db5a36a32 req-b82f2cd7-0088-4c70-89c1-4fd93bc8a666 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0724707 Jun 28 09:53:49.090617 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6aef5ed6-21c7-40e5-9810-f58db5a36a32 req-25689ad0-d01c-4a95-a4ea-ef42cf0f44b2 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jun 28 09:53:49.381330 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f043ec-2428-4c08-9380-13c9034f5941 req-eb581cbe-3914-4822-93ac-c99d26ea5d76 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:49.382805 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-60f043ec-2428-4c08-9380-13c9034f5941 req-eb581cbe-3914-4822-93ac-c99d26ea5d76 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0617237 Jun 28 09:53:49.422914 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-60f043ec-2428-4c08-9380-13c9034f5941 req-54372bb5-0c14-499e-86d7-eac7c0865506 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342422 Jun 28 09:53:49.468257 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11899930-edbd-455e-bec5-cd8f6ce36726 req-c5b32ec4-5e99-4c70-9073-75ca5ee0a64b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:49.469715 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-11899930-edbd-455e-bec5-cd8f6ce36726 req-c5b32ec4-5e99-4c70-9073-75ca5ee0a64b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0687721 Jun 28 09:53:49.506489 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-11899930-edbd-455e-bec5-cd8f6ce36726 req-0571f0c0-eba8-4320-be98-37118980fe4c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308125 Jun 28 09:53:49.681351 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744250-4148-4a9d-97cb-e3c3cbc5af3e req-d921d4f8-a3f3-413d-bab1-50b00ce1781b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:49.682861 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-41744250-4148-4a9d-97cb-e3c3cbc5af3e req-d921d4f8-a3f3-413d-bab1-50b00ce1781b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0641084 Jun 28 09:53:49.725374 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-41744250-4148-4a9d-97cb-e3c3cbc5af3e req-5efb973f-9a42-43e7-b7d0-88b33c4af264 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Jun 28 09:53:50.163738 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfafc58-4af4-431c-a81d-9b2e2b7c23b1 req-ea851b86-3450-472a-8437-5828a954c109 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:50.165229 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cbfafc58-4af4-431c-a81d-9b2e2b7c23b1 req-ea851b86-3450-472a-8437-5828a954c109 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 944 time: 0.0630078 Jun 28 09:53:50.206681 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cbfafc58-4af4-431c-a81d-9b2e2b7c23b1 req-3e510454-2189-4fca-9a92-f79675e02e2f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358038 Jun 28 09:53:50.255840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e462a-3638-4917-a34c-b3a5e374f379 req-af571714-5e12-4645-8412-bb5aeaf63ca9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:50.257322 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404e462a-3638-4917-a34c-b3a5e374f379 req-af571714-5e12-4645-8412-bb5aeaf63ca9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0631723 Jun 28 09:53:50.293375 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404e462a-3638-4917-a34c-b3a5e374f379 req-8ca31c53-ac9d-4763-8424-eff8bb48b9f7 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303040 Jun 28 09:53:50.595702 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41b40e-96d9-4566-8e52-25d0f1d329d7 req-5444a7bb-f463-431e-b537-4f2810899c13 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:50.597195 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2e41b40e-96d9-4566-8e52-25d0f1d329d7 req-5444a7bb-f463-431e-b537-4f2810899c13 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0632696 Jun 28 09:53:50.634704 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2e41b40e-96d9-4566-8e52-25d0f1d329d7 req-f1e5a9a0-288b-4a3c-8c58-fc9af6f01f66 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Jun 28 09:53:50.683644 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192c0b-67e0-4d0c-ad29-ec73c4152ae9 req-4bad3536-4161-4285-9a1c-36b369ca3c58 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:50.685142 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-99192c0b-67e0-4d0c-ad29-ec73c4152ae9 req-4bad3536-4161-4285-9a1c-36b369ca3c58 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0613937 Jun 28 09:53:50.721423 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-99192c0b-67e0-4d0c-ad29-ec73c4152ae9 req-4e539f0a-1359-4489-9740-aca35a22cc8f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Jun 28 09:53:50.892693 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534cabc-05f2-4be0-9f1c-83b3398dbb32 req-638e0da9-4170-4639-9aa0-615bfbb25345 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:50.894115 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e534cabc-05f2-4be0-9f1c-83b3398dbb32 req-638e0da9-4170-4639-9aa0-615bfbb25345 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0604444 Jun 28 09:53:50.930448 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e534cabc-05f2-4be0-9f1c-83b3398dbb32 req-76a287d8-d1af-4f7c-804f-e7b0e28a56db tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Jun 28 09:53:51.247583 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:51.368237 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:51.372719 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:53:51.377701 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:51.404027 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402660ea-fba8-4d35-a4ca-7e1708b1661d req-de7a4705-3ee0-4097-bbb2-edc024360a5f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:51.406437 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-402660ea-fba8-4d35-a4ca-7e1708b1661d req-de7a4705-3ee0-4097-bbb2-edc024360a5f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 944 time: 0.0903459 Jun 28 09:53:51.450024 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-402660ea-fba8-4d35-a4ca-7e1708b1661d req-24bf2773-23cb-4e8a-850e-f00fcd06cf83 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356920 Jun 28 09:53:51.479195 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:51.506181 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:51.508706 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5217fd0b-80d4-4520-b580-ef0d15506147" -d '{"events": [{"server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "name": "network-vif-plugged", "status": "completed", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:51.520785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff333de4-1bb8-4809-820a-a87fe88b1816 req-caf7cf02-b55a-45c6-bb2c-a0ceefa23c32 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:51.522623 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ff333de4-1bb8-4809-820a-a87fe88b1816 req-caf7cf02-b55a-45c6-bb2c-a0ceefa23c32 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.1108975 Jun 28 09:53:51.536276 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:51.548451 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d93cab-b205-4494-8307-642dff98c673 x-openstack-request-id: req-97d93cab-b205-4494-8307-642dff98c673 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:51.548781 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "name": "network-vif-plugged", "status": "completed", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:51.549974 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97d93cab-b205-4494-8307-642dff98c673 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:51.549974 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'code': 200} Jun 28 09:53:51.564929 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ff333de4-1bb8-4809-820a-a87fe88b1816 req-3ea1f496-d051-452a-bcf0-79755079332f tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Jun 28 09:53:51.625389 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:51.628983 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:51.680526 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:51.689019 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:51.802334 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1bd17-e1d7-442d-9e03-49e31782f1ca req-9cf9691d-eb64-4296-a43d-d7acd4884518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:51.804081 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8ed1bd17-e1d7-442d-9e03-49e31782f1ca req-9cf9691d-eb64-4296-a43d-d7acd4884518 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 1098 time: 0.0586729 Jun 28 09:53:51.859040 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43add1d7-9309-4c3f-931f-027310a9c5ac req-60690704-7fde-436e-b8fc-dae2a54d6c33 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:51.860947 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-43add1d7-9309-4c3f-931f-027310a9c5ac req-60690704-7fde-436e-b8fc-dae2a54d6c33 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.1100943 Jun 28 09:53:51.906422 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8ed1bd17-e1d7-442d-9e03-49e31782f1ca req-84cfd85c-9f16-42f2-86d3-d03d05425e21 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Jun 28 09:53:51.915154 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-43add1d7-9309-4c3f-931f-027310a9c5ac req-a22c3af4-7453-467a-9c37-50d569cc2587 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482962 Jun 28 09:53:51.954086 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e134-da48-4377-9cf0-262f35ea1041 req-f6c0492b-be77-4f76-8323-012260a9905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:51.955738 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0212e134-da48-4377-9cf0-262f35ea1041 req-f6c0492b-be77-4f76-8323-012260a9905b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 1098 time: 0.1367753 Jun 28 09:53:51.977909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee90c9-b3ac-4d90-85e0-ad978e6a894e req-31743ae0-db46-4b40-8d90-cdf23d8199c4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:51.979858 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-96ee90c9-b3ac-4d90-85e0-ad978e6a894e req-31743ae0-db46-4b40-8d90-cdf23d8199c4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0883904 Jun 28 09:53:52.017215 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-96ee90c9-b3ac-4d90-85e0-ad978e6a894e req-6545bc8f-f41d-469e-ae30-ad917b89eeae tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314457 Jun 28 09:53:52.109632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3b73-464e-412d-94fd-4028febd28a5 req-5e4fa570-b7b7-4074-922f-ae0bf6ec39b0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:52.111073 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-10fe3b73-464e-412d-94fd-4028febd28a5 req-5e4fa570-b7b7-4074-922f-ae0bf6ec39b0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0651140 Jun 28 09:53:52.146755 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-10fe3b73-464e-412d-94fd-4028febd28a5 req-1c371cf6-0c2f-4c73-a80c-64a6a1e4c421 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301034 Jun 28 09:53:52.618160 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bed7d-6d28-44da-8ac9-8c13c09ca102 req-b5f9cd76-942d-49d3-bbbb-1711637738c9 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:52.619761 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-465bed7d-6d28-44da-8ac9-8c13c09ca102 req-b5f9cd76-942d-49d3-bbbb-1711637738c9 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0636535 Jun 28 09:53:52.658577 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-465bed7d-6d28-44da-8ac9-8c13c09ca102 req-4a82c03f-f2c3-4fc2-bbbf-ac2f4d6ec2e9 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329721 Jun 28 09:53:52.737041 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfb600-3dce-4a43-9c90-1469df5f646f req-86d5a9bc-ecc2-4526-8b3a-02d04c84302a tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:52.738500 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dbfb600-3dce-4a43-9c90-1469df5f646f req-86d5a9bc-ecc2-4526-8b3a-02d04c84302a tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0622928 Jun 28 09:53:52.775574 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dbfb600-3dce-4a43-9c90-1469df5f646f req-a6e917d9-098d-4317-8de8-e373f9b91ffb tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Jun 28 09:53:53.085590 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cf113-c627-4a24-aaf9-7b0e9e8c506a req-2b59b384-fc3e-4f0e-ac6d-7f3feaf40d3a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.087026 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8f7cf113-c627-4a24-aaf9-7b0e9e8c506a req-2b59b384-fc3e-4f0e-ac6d-7f3feaf40d3a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0619950 Jun 28 09:53:53.130817 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8f7cf113-c627-4a24-aaf9-7b0e9e8c506a req-20a8ae8f-abe4-48d7-9418-bf8cecfd1e28 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Jun 28 09:53:53.196096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91c6a3-7536-46bb-a0a6-96ee6eabcb0e req-0a49c29a-d482-40ec-bffc-5cf618a8a2e8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.198629 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5d91c6a3-7536-46bb-a0a6-96ee6eabcb0e req-0a49c29a-d482-40ec-bffc-5cf618a8a2e8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0658948 Jun 28 09:53:53.237377 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5d91c6a3-7536-46bb-a0a6-96ee6eabcb0e req-e886dce3-5162-4e3f-9dfc-da8c7c88a6d0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Jun 28 09:53:53.320508 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b413a-32f3-44d6-8e02-c3a23c560351 req-f46b6956-53e8-4177-b801-fed855d8ac66 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.322354 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ed3b413a-32f3-44d6-8e02-c3a23c560351 req-f46b6956-53e8-4177-b801-fed855d8ac66 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0604191 Jun 28 09:53:53.358512 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ed3b413a-32f3-44d6-8e02-c3a23c560351 req-6963a139-f07d-4981-9e11-bc06330ca97a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Jun 28 09:53:53.830735 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7fbde-f442-44cd-a48c-1d9cda0b8e5e req-be7b18a1-5e49-4905-a41f-d5caf464b479 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.832132 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7e7fbde-f442-44cd-a48c-1d9cda0b8e5e req-be7b18a1-5e49-4905-a41f-d5caf464b479 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0665531 Jun 28 09:53:53.870118 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7e7fbde-f442-44cd-a48c-1d9cda0b8e5e req-4b9bdb00-3183-447b-9591-421182de8cc2 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jun 28 09:53:53.948217 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3345e-db38-4682-8b4a-b6e6768f8e52 req-5a581a69-be20-4b4e-ba56-5ec371fe35fd tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.949679 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3a3345e-db38-4682-8b4a-b6e6768f8e52 req-5a581a69-be20-4b4e-ba56-5ec371fe35fd tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0616910 Jun 28 09:53:53.987243 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3a3345e-db38-4682-8b4a-b6e6768f8e52 req-442508c0-038c-41b6-9097-e028e7b6672e tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Jun 28 09:53:54.302029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2aef-8c0b-4921-98b6-f7b3720aa83b req-2a3819d9-5556-43ab-9b38-349c6cf19baa tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:54.303486 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-31ba2aef-8c0b-4921-98b6-f7b3720aa83b req-2a3819d9-5556-43ab-9b38-349c6cf19baa tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0610831 Jun 28 09:53:54.341773 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-31ba2aef-8c0b-4921-98b6-f7b3720aa83b req-62ff5385-2d76-485b-8bb4-fbebd6bf54a1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Jun 28 09:53:54.391459 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-37da365c-edfb-4988-8635-4391dcf2ee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.419154 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe089212-85c6-4e26-86de-b1a817a83033 req-bfe94ca6-b399-4cfe-b2f8-4a3805e3abee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:54.420540 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fe089212-85c6-4e26-86de-b1a817a83033 req-bfe94ca6-b399-4cfe-b2f8-4a3805e3abee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0677755 Jun 28 09:53:54.458490 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fe089212-85c6-4e26-86de-b1a817a83033 req-81ee9e3b-0c58-4465-8a11-d440033484dd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Jun 28 09:53:54.530477 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c95-fc25-4485-8d00-4441e96f8a6e req-9b939bdf-8852-462e-8589-dd5f218f8905 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:54.531902 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-53397c95-fc25-4485-8d00-4441e96f8a6e req-9b939bdf-8852-462e-8589-dd5f218f8905 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0650177 Jun 28 09:53:54.568486 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-53397c95-fc25-4485-8d00-4441e96f8a6e req-dafb5692-c39c-43ac-ba55-9693cc306e72 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Jun 28 09:53:55.040069 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304d8f7-8d9b-4be1-9c4e-6713b8faa259 req-0580d4b7-e6af-4bb6-8b92-465491aa101c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.042148 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f304d8f7-8d9b-4be1-9c4e-6713b8faa259 req-0580d4b7-e6af-4bb6-8b92-465491aa101c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0650196 Jun 28 09:53:55.078725 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f304d8f7-8d9b-4be1-9c4e-6713b8faa259 req-07a4dd08-eb94-465d-a4b6-98e97641b420 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Jun 28 09:53:55.164283 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee795-5fb4-4da0-955e-7f5b6ba49e5b req-592dbd9a-3511-4bec-8cae-734305a79e09 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.166317 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f9cee795-5fb4-4da0-955e-7f5b6ba49e5b req-592dbd9a-3511-4bec-8cae-734305a79e09 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0612221 Jun 28 09:53:55.201945 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f9cee795-5fb4-4da0-955e-7f5b6ba49e5b req-17e42c27-8b63-4bce-9c61-e927b2c03bdf tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300131 Jun 28 09:53:55.509945 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675dbfa-07ea-4199-ba51-be5d3a58b4e8 req-362eee1e-262f-49a4-9ec7-40082416fc9a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.511457 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3675dbfa-07ea-4199-ba51-be5d3a58b4e8 req-362eee1e-262f-49a4-9ec7-40082416fc9a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0645227 Jun 28 09:53:55.551280 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3675dbfa-07ea-4199-ba51-be5d3a58b4e8 req-6d34a4e3-ef12-49d9-861e-301848e95e3d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342951 Jun 28 09:53:55.672644 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b6215-42c0-48d2-8270-ee0013341d83 req-21043c40-13fd-4568-b1c5-8618f631c69b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.674094 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b83b6215-42c0-48d2-8270-ee0013341d83 req-21043c40-13fd-4568-b1c5-8618f631c69b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0607448 Jun 28 09:53:55.710681 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b83b6215-42c0-48d2-8270-ee0013341d83 req-8da490c9-ac33-4fdb-ac27-3918578a6627 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310564 Jun 28 09:53:55.739662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eb8a-ecac-4b7e-b889-5993f27f36a7 req-59118292-1618-4580-bf8e-82dcbe436864 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.741120 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8707eb8a-ecac-4b7e-b889-5993f27f36a7 req-59118292-1618-4580-bf8e-82dcbe436864 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0618954 Jun 28 09:53:55.777962 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8707eb8a-ecac-4b7e-b889-5993f27f36a7 req-7a098ff3-f701-4ca5-8e9e-599a71b88dbe tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Jun 28 09:53:56.257552 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fda448-16b6-4a9b-995b-9ad1e1b902c5 req-57265627-f2db-4efb-bd8b-71d0674b1a7a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.259032 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-06fda448-16b6-4a9b-995b-9ad1e1b902c5 req-57265627-f2db-4efb-bd8b-71d0674b1a7a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0680363 Jun 28 09:53:56.297427 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-06fda448-16b6-4a9b-995b-9ad1e1b902c5 req-5ae25314-300a-409e-945d-52f9102b2210 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Jun 28 09:53:56.369998 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a6fa2-8ada-4321-ac14-5dac8d76b8f7 req-ffb8d633-d987-4bda-bbf8-4a1ab7727339 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.371429 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4e3a6fa2-8ada-4321-ac14-5dac8d76b8f7 req-ffb8d633-d987-4bda-bbf8-4a1ab7727339 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0614181 Jun 28 09:53:56.406766 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4e3a6fa2-8ada-4321-ac14-5dac8d76b8f7 req-93b58ba4-2fa7-4e5c-a4f3-9df37e052c9e tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298162 Jun 28 09:53:56.718333 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826fc3a-626c-4174-8a25-544ddbffc9fe req-88352679-8976-445f-a3ac-e77d73520c41 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.719774 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1826fc3a-626c-4174-8a25-544ddbffc9fe req-88352679-8976-445f-a3ac-e77d73520c41 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0615044 Jun 28 09:53:56.757054 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1826fc3a-626c-4174-8a25-544ddbffc9fe req-700accb2-9e38-4c05-b08e-ad501bec3283 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Jun 28 09:53:56.884514 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d7625-8de7-4acb-8a72-bccd2dec50cb req-f9486b4f-1f91-445b-9ccb-5b87a20bc5ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.885982 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8f0d7625-8de7-4acb-8a72-bccd2dec50cb req-f9486b4f-1f91-445b-9ccb-5b87a20bc5ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0642500 Jun 28 09:53:56.923583 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8f0d7625-8de7-4acb-8a72-bccd2dec50cb req-2ea8accd-f4f0-43cf-b124-ba2fc87a449d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Jun 28 09:53:56.951034 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4fd6992e-d203-4119-8b71-53afd8d6a3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.952876 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2feaa-e3da-469d-bd5f-b506a9a6b148 req-26c7021a-2dc8-460d-b804-5509ca2ad960 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.952876 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-81a2feaa-e3da-469d-bd5f-b506a9a6b148 req-26c7021a-2dc8-460d-b804-5509ca2ad960 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0678539 Jun 28 09:53:56.992419 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-81a2feaa-e3da-469d-bd5f-b506a9a6b148 req-3f47ba8e-9f6c-498c-84a3-04b5383324a7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Jun 28 09:53:57.038256 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.23', 57354) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:57.047860 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0212e134-da48-4377-9cf0-262f35ea1041 req-f5e39685-dd5a-452f-ac31-4459c191144f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Jun 28 09:53:57.056840 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.089786 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021316d-d2ec-4911-bf98-bb570b9cd7b2 req-97b2ef9c-d0b2-4a70-9aba-e9b7b5bd9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:57.091260 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7021316d-d2ec-4911-bf98-bb570b9cd7b2 req-97b2ef9c-d0b2-4a70-9aba-e9b7b5bd9a89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0524271 Jun 28 09:53:57.161809 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9dab-fc40-4a32-a8b9-57263645b861 req-d64c12d3-7839-4f64-8b9d-094b77e858bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:57.163211 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-151f9dab-fc40-4a32-a8b9-57263645b861 req-d64c12d3-7839-4f64-8b9d-094b77e858bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.1237290 Jun 28 09:53:57.168655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a081fa-31e5-4c54-b115-349bad53e84b req-81a6cda3-8909-4163-a838-056f32063a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:57.169981 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f5a081fa-31e5-4c54-b115-349bad53e84b req-81a6cda3-8909-4163-a838-056f32063a9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1098 time: 0.1073146 Jun 28 09:53:57.471987 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716be8-4be4-464e-9f68-f0383826ae90 req-96d10e29-4039-4c12-bd63-a6e06f8129db tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:57.473495 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-af716be8-4be4-464e-9f68-f0383826ae90 req-96d10e29-4039-4c12-bd63-a6e06f8129db tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0685220 Jun 28 09:53:57.515145 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-af716be8-4be4-464e-9f68-f0383826ae90 req-ac0eb949-1cb1-410c-b69c-b35b6806b4d2 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349820 Jun 28 09:53:57.594239 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bde73-3864-4cdb-b416-7f993fe182e4 req-5e8e31f8-3e1f-456d-8a77-b6aa8979fd60 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:57.595681 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-096bde73-3864-4cdb-b416-7f993fe182e4 req-5e8e31f8-3e1f-456d-8a77-b6aa8979fd60 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0636797 Jun 28 09:53:57.631406 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-096bde73-3864-4cdb-b416-7f993fe182e4 req-8cd1fd63-fcb4-4b2f-896c-84af7dbf0798 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302322 Jun 28 09:53:57.929090 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45720b-4941-42e7-bad4-b2490d03814f req-4457bb3b-26df-47e1-b39d-1687f8fd5cf1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:57.930539 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3d45720b-4941-42e7-bad4-b2490d03814f req-4457bb3b-26df-47e1-b39d-1687f8fd5cf1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0598826 Jun 28 09:53:57.970716 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3d45720b-4941-42e7-bad4-b2490d03814f req-9ed90bd0-f627-4796-9e7e-eac5b94b4939 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337086 Jun 28 09:53:58.104770 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b724276-3a0d-4b94-8ad8-33b84446ef41 req-6f4cf224-6ce3-41fb-8dd1-fcc87b1c9603 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:58.106254 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4b724276-3a0d-4b94-8ad8-33b84446ef41 req-6f4cf224-6ce3-41fb-8dd1-fcc87b1c9603 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0635610 Jun 28 09:53:58.153183 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4b724276-3a0d-4b94-8ad8-33b84446ef41 req-065beeab-2464-484f-a661-49137ac3b228 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 Jun 28 09:53:58.186723 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf46560-cca3-4f78-9be4-9b8cd4a55e77 req-b5ff5335-13d3-4c36-a8bc-85ca39ef9695 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:58.193771 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fbf46560-cca3-4f78-9be4-9b8cd4a55e77 req-b5ff5335-13d3-4c36-a8bc-85ca39ef9695 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0897033 Jun 28 09:53:58.227131 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fbf46560-cca3-4f78-9be4-9b8cd4a55e77 req-756fbce7-6b49-46fc-919e-5e04d5e03af5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Jun 28 09:53:58.310755 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.685780 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaf768-d47f-4698-a706-81dbde6b8b63 req-f42fb870-800a-4f1a-89e3-36ed99342975 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:58.687211 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bcaaf768-d47f-4698-a706-81dbde6b8b63 req-f42fb870-800a-4f1a-89e3-36ed99342975 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0653620 Jun 28 09:53:58.724717 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bcaaf768-d47f-4698-a706-81dbde6b8b63 req-e3bc24a5-1779-4eaa-8a4b-eff0a72cfad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Jun 28 09:53:58.805251 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fe8ce-0dbd-483e-a513-d303c18b525a req-cc6132b7-0668-418c-8ff8-2424b007494c tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:58.807142 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9b2fe8ce-0dbd-483e-a513-d303c18b525a req-cc6132b7-0668-418c-8ff8-2424b007494c tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0674727 Jun 28 09:53:58.843876 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9b2fe8ce-0dbd-483e-a513-d303c18b525a req-247736c2-dd66-4fb4-9720-37895ff44f55 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Jun 28 09:53:59.140052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad2b78-8980-438d-8ea6-44649b8bf618 req-29af12b8-1702-457d-8809-952c1319f8b7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:59.141543 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-54ad2b78-8980-438d-8ea6-44649b8bf618 req-29af12b8-1702-457d-8809-952c1319f8b7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0612431 Jun 28 09:53:59.177649 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-54ad2b78-8980-438d-8ea6-44649b8bf618 req-00a3958b-d7f2-4ba3-97cc-75e009a75b82 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Jun 28 09:53:59.328365 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2882f9-8847-4824-a8ff-f244f30c146f req-afa76e85-d8b3-451e-8831-faf12f2d5dcc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:59.329836 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4c2882f9-8847-4824-a8ff-f244f30c146f req-afa76e85-d8b3-451e-8831-faf12f2d5dcc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0620277 Jun 28 09:53:59.366546 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4c2882f9-8847-4824-a8ff-f244f30c146f req-b622c649-9bdf-4dd8-ac33-bcca110a523f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Jun 28 09:53:59.402636 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf132e-7bf7-411a-ae68-49269a82ae9c req-2c893f46-415d-4570-b724-90bbc1e51f28 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:59.404065 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-45bf132e-7bf7-411a-ae68-49269a82ae9c req-2c893f46-415d-4570-b724-90bbc1e51f28 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0663247 Jun 28 09:53:59.440241 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-45bf132e-7bf7-411a-ae68-49269a82ae9c req-2b3cfb5a-ce3c-4fe8-b7b2-e03daacedf43 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 Jun 28 09:53:59.895809 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b18f8c-db32-402e-9d46-7e57e451336e req-7dd6976b-3f57-455d-a57b-4f416cf4ba5e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:59.902885 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-54b18f8c-db32-402e-9d46-7e57e451336e req-7dd6976b-3f57-455d-a57b-4f416cf4ba5e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jun 28 09:53:59.938533 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-54b18f8c-db32-402e-9d46-7e57e451336e req-bc6e6004-bc9b-4e5c-b78a-5be141925746 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356600 Jun 28 09:53:59.957109 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.020857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8b503-8890-4673-b0d2-c44178f05356 req-5cdf5357-da91-419e-bdbd-e84aa9f97582 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:00.022198 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d7b8b503-8890-4673-b0d2-c44178f05356 req-5cdf5357-da91-419e-bdbd-e84aa9f97582 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0606241 Jun 28 09:54:00.060646 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d7b8b503-8890-4673-b0d2-c44178f05356 req-b5612782-6028-49ae-9996-c3d9baa131b9 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jun 28 09:54:00.346456 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbf4c3-4411-4622-99be-70e48cdc4ae9 req-31618571-f3be-453f-97a8-692f59b1775b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:00.347888 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2ebbf4c3-4411-4622-99be-70e48cdc4ae9 req-31618571-f3be-453f-97a8-692f59b1775b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0623751 Jun 28 09:54:00.383473 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2ebbf4c3-4411-4622-99be-70e48cdc4ae9 req-f50b4992-b47b-44fa-8307-3b013ba17421 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294414 Jun 28 09:54:00.538237 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adabbb-3909-4dba-a7f3-1e2ed98c836e req-5598ea98-a3e5-41ef-bc8b-705a5dcaed46 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:00.539590 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8adabbb-3909-4dba-a7f3-1e2ed98c836e req-5598ea98-a3e5-41ef-bc8b-705a5dcaed46 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0595889 Jun 28 09:54:00.584736 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8adabbb-3909-4dba-a7f3-1e2ed98c836e req-9423d3e4-6c00-45f2-86f1-ede854fe589f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382173 Jun 28 09:54:00.609363 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d00d-5e0b-4df2-bb16-5299c8abd3f2 req-b1e6a54f-6ff0-4cca-947e-1ee0ac8806c9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:00.610817 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ef02d00d-5e0b-4df2-bb16-5299c8abd3f2 req-b1e6a54f-6ff0-4cca-947e-1ee0ac8806c9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0621576 Jun 28 09:54:00.647052 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ef02d00d-5e0b-4df2-bb16-5299c8abd3f2 req-4860991e-972b-43c1-99f2-e83eb9399ce5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306702 Jun 28 09:54:01.109649 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112a2ec-a84f-4093-a4a2-0636bad79345 req-f5377c45-4f72-4b3d-8c8c-d9984ff671b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:01.111099 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a112a2ec-a84f-4093-a4a2-0636bad79345 req-f5377c45-4f72-4b3d-8c8c-d9984ff671b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0661240 Jun 28 09:54:01.147537 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a112a2ec-a84f-4093-a4a2-0636bad79345 req-2ba1e0a3-58b1-4732-93f7-c81a554df847 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308750 Jun 28 09:54:01.232719 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62a49b-6195-451d-b2dd-a90552d2abf4 req-388fa3fb-d184-4678-a510-fb818bbf9e17 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:01.234195 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5b62a49b-6195-451d-b2dd-a90552d2abf4 req-388fa3fb-d184-4678-a510-fb818bbf9e17 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0664957 Jun 28 09:54:01.271625 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5b62a49b-6195-451d-b2dd-a90552d2abf4 req-c6aa3b23-21ab-460b-a3bf-10655963fa1e tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Jun 28 09:54:01.549438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e100f-7564-49e3-9ef8-47ebb71e0277 req-fc6de519-26f2-40a8-b981-b5d51518194c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:01.550800 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8f3e100f-7564-49e3-9ef8-47ebb71e0277 req-fc6de519-26f2-40a8-b981-b5d51518194c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0611510 Jun 28 09:54:01.586892 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8f3e100f-7564-49e3-9ef8-47ebb71e0277 req-7003cfa1-3c4f-4355-beea-6cc73b2b12f9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Jun 28 09:54:01.829450 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58df7d5-d349-4798-a661-ed12dcae757b req-a518433f-5117-427b-b591-c1b5214f4419 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:01.830821 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e58df7d5-d349-4798-a661-ed12dcae757b req-a518433f-5117-427b-b591-c1b5214f4419 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0668926 Jun 28 09:54:01.870031 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e58df7d5-d349-4798-a661-ed12dcae757b req-8ff44793-bc13-447e-b703-9d5ab13400ab tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jun 28 09:54:01.899173 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911601d7-b72c-4a75-aa6e-9f9a8d6071ec req-3562ade8-eace-4fc2-9107-607f028a419a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:01.901506 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-911601d7-b72c-4a75-aa6e-9f9a8d6071ec req-3562ade8-eace-4fc2-9107-607f028a419a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0618484 Jun 28 09:54:01.951777 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7021316d-d2ec-4911-bf98-bb570b9cd7b2 req-40fb9e03-d3ae-4a87-8ae2-213df1529962 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480947 Jun 28 09:54:01.958165 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-151f9dab-fc40-4a32-a8b9-57263645b861 req-b2995443-4c64-4683-b7a2-0a4f99218fcd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537317 Jun 28 09:54:01.958890 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-911601d7-b72c-4a75-aa6e-9f9a8d6071ec req-4923aa95-96cc-4f87-906b-0ef1a38ff53c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498266 Jun 28 09:54:01.959765 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f5a081fa-31e5-4c54-b115-349bad53e84b req-6c21306c-8017-4e18-915c-26c44d2f330a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568821 Jun 28 09:54:02.314367 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fcc85-6afa-4d4b-b728-c23492215f88 req-f41c114c-b00f-4ffb-a7ba-448126232167 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:02.315862 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-380fcc85-6afa-4d4b-b728-c23492215f88 req-f41c114c-b00f-4ffb-a7ba-448126232167 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0615377 Jun 28 09:54:02.354380 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-380fcc85-6afa-4d4b-b728-c23492215f88 req-0ba97004-61b2-40cd-b77e-8719acd0055a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Jun 28 09:54:02.442700 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79826-ea42-444c-816f-cf2c36cae38f req-4d6d1447-96b9-4006-a4d5-2e60a0771e1c tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:02.444120 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6af79826-ea42-444c-816f-cf2c36cae38f req-4d6d1447-96b9-4006-a4d5-2e60a0771e1c tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0639055 Jun 28 09:54:02.481524 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6af79826-ea42-444c-816f-cf2c36cae38f req-7d537615-e0e4-49d6-acc8-44fc71ccb7fb tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307930 Jun 28 09:54:02.756905 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd834dc-3029-47e0-9c2e-f38c31186690 req-2d1c8bb2-c8c6-4211-bd60-37e19bbcade4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:02.758339 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1dd834dc-3029-47e0-9c2e-f38c31186690 req-2d1c8bb2-c8c6-4211-bd60-37e19bbcade4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0636654 Jun 28 09:54:02.794986 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1dd834dc-3029-47e0-9c2e-f38c31186690 req-a95df487-9dcf-43fb-a4e1-0b5a4cf29db4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301833 Jun 28 09:54:03.041182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88f28-5c89-49a8-be73-ce1dd0000d69 req-a714d085-58cb-45fa-9f82-a6e1da98877c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.042605 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-91f88f28-5c89-49a8-be73-ce1dd0000d69 req-a714d085-58cb-45fa-9f82-a6e1da98877c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0644145 Jun 28 09:54:03.080712 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-91f88f28-5c89-49a8-be73-ce1dd0000d69 req-34946e80-67a2-4cd3-aec0-131e66cd3a80 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Jun 28 09:54:03.137974 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012de3d-12e6-4e1a-8b3b-f9362f200567 req-6e196549-fa14-4e9e-850a-9879706bd632 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.139462 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5012de3d-12e6-4e1a-8b3b-f9362f200567 req-6e196549-fa14-4e9e-850a-9879706bd632 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0653317 Jun 28 09:54:03.178035 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5012de3d-12e6-4e1a-8b3b-f9362f200567 req-bc319aa1-a5d7-4a23-9327-dfb6e05711d3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jun 28 09:54:03.526510 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0670-f150-4f63-9406-f5c467b698d9 req-a5d04617-eac5-4b9e-8921-f41f5e7da31c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.527989 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5cab0670-f150-4f63-9406-f5c467b698d9 req-a5d04617-eac5-4b9e-8921-f41f5e7da31c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0619204 Jun 28 09:54:03.564593 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5cab0670-f150-4f63-9406-f5c467b698d9 req-c2e58c5d-eab6-4332-a9ca-0fcedf01a81f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307691 Jun 28 09:54:03.653374 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67aff2-09e5-4930-a7b4-842734e6622c req-229bed6f-d238-4654-9d09-843b0a9029ba tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.654821 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b67aff2-09e5-4930-a7b4-842734e6622c req-229bed6f-d238-4654-9d09-843b0a9029ba tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0624387 Jun 28 09:54:03.692057 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b67aff2-09e5-4930-a7b4-842734e6622c req-1c266640-bbf0-4eac-b34a-14bd16c625fb tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Jun 28 09:54:03.966806 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa31c9-6a98-4ce8-8637-736516c35a93 req-cbf1522a-3bb6-4880-9307-e8e6cdcd86d7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.968131 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-14aa31c9-6a98-4ce8-8637-736516c35a93 req-cbf1522a-3bb6-4880-9307-e8e6cdcd86d7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0644302 Jun 28 09:54:04.004698 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-14aa31c9-6a98-4ce8-8637-736516c35a93 req-068f3176-e6a1-4394-9817-70b2b0af0c9a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Jun 28 09:54:04.257866 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cd9c9-8102-483f-91c6-a41fa964db0e req-9a09cebc-4add-4516-bc16-35b17a7e6c37 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:04.259975 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7c9cd9c9-8102-483f-91c6-a41fa964db0e req-9a09cebc-4add-4516-bc16-35b17a7e6c37 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0692210 Jun 28 09:54:04.296545 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7c9cd9c9-8102-483f-91c6-a41fa964db0e req-67fb9a50-6623-4d81-bc01-208a7169445a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Jun 28 09:54:04.358339 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd428fb-bd96-450a-b1fb-00c450bec3a6 req-0afe517b-c4b2-4fcc-aba9-5e89f80babab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:04.359870 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cbd428fb-bd96-450a-b1fb-00c450bec3a6 req-0afe517b-c4b2-4fcc-aba9-5e89f80babab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0638964 Jun 28 09:54:04.396582 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cbd428fb-bd96-450a-b1fb-00c450bec3a6 req-56562d75-3427-4c3d-a351-cf1a4d3e673c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Jun 28 09:54:04.685302 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34698) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:04.739724 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd074e1-932a-4d22-b6d9-d8650c789337 req-dd3e66be-b75e-49d2-9dec-122ab64a5d0b tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:04.741281 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0bd074e1-932a-4d22-b6d9-d8650c789337 req-dd3e66be-b75e-49d2-9dec-122ab64a5d0b tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0653744 Jun 28 09:54:04.798589 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0bd074e1-932a-4d22-b6d9-d8650c789337 req-4e7d6b99-01bb-425d-8ed6-fbf5b22cc4fc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513749 Jun 28 09:54:04.807728 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.909323 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b425be-49f7-4bd9-a961-165de40e64b4 req-9c98d70c-ee76-4d22-af34-f56f99476163 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:04.910769 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-02b425be-49f7-4bd9-a961-165de40e64b4 req-9c98d70c-ee76-4d22-af34-f56f99476163 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.1009595 Jun 28 09:54:04.963719 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-02b425be-49f7-4bd9-a961-165de40e64b4 req-f5da6272-1121-4146-9efd-a7921a394507 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Jun 28 09:54:04.980795 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.060051 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.063716 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e5abcd7b-6c8d-4a8f-8040-8de1c80bb1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:05.104708 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87de613e7dc94e5d967626b8adf08731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181895 Jun 28 09:54:05.106808 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565dd376-7523-4b1a-ac7a-0b354f0d8213,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:05.108952 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34714) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:05.128847 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.129189 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.129535 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.129878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.130207 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.130538 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.130867 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.131191 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.131543 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.131844 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.132195 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.132506 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:05.140484 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:05.178418 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.200124 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.231282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74756931-7e40-4ee9-bb28-074e6cb2335d req-3d639c11-9805-4a89-8b6e-7455da685e21 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.232832 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-74756931-7e40-4ee9-bb28-074e6cb2335d req-3d639c11-9805-4a89-8b6e-7455da685e21 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0798647 Jun 28 09:54:05.235763 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-e347cb5b-bd68-4d60-855c-21b5727bf97f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474817 Jun 28 09:54:05.271137 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-74756931-7e40-4ee9-bb28-074e6cb2335d req-07467c2c-b2ba-4ce1-bdb5-068b9a12c790 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jun 28 09:54:05.339696 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.342837 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.347287 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/565dd376-7523-4b1a-ac7a-0b354f0d8213 HTTP/1.1" status: 204 len: 168 time: 0.2373683 Jun 28 09:54:05.348237 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0aeae1ea-ba6b-4f72-a13d-4d06296413e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:05.356588 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565dd376-7523-4b1a-ac7a-0b354f0d8213,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:05.358764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:05.403264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-40743557-7c43-44f7-a4dc-d94ebc3e57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.404992 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-40743557-7c43-44f7-a4dc-d94ebc3e57ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=703b69b760fd4942b32a601258f2d221&device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 1099 time: 0.0623949 Jun 28 09:54:05.522070 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3eb6-7320-4f3d-ad98-6f91da59436a req-fdf9ebe1-1930-4c07-bc50-53966edc7bf6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.523637 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-375f3eb6-7320-4f3d-ad98-6f91da59436a req-fdf9ebe1-1930-4c07-bc50-53966edc7bf6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0744238 Jun 28 09:54:05.568010 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-375f3eb6-7320-4f3d-ad98-6f91da59436a req-3e919861-deee-4981-a81d-219295406260 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Jun 28 09:54:05.595984 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-5d69e1f6-742f-4c76-b93e-23d06700bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.597491 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-5d69e1f6-742f-4c76-b93e-23d06700bfc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdffa5fc-e7e0-453e-afbb-33facd73b878 HTTP/1.1" status: 200 len: 912 time: 0.1483476 Jun 28 09:54:05.611340 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34724) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:05.624525 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322160-adf5-4c74-a6e7-dbdc1c9f865c req-f97c97e7-6dec-4af0-8776-0599423c8e5b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.626569 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89322160-adf5-4c74-a6e7-dbdc1c9f865c req-f97c97e7-6dec-4af0-8776-0599423c8e5b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0980718 Jun 28 09:54:05.666431 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89322160-adf5-4c74-a6e7-dbdc1c9f865c req-938b327c-e091-4f22-9cee-8d6adfe11660 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341549 Jun 28 09:54:05.728913 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-ccd962a4-7dd2-4fb3-81a0-379b6b97a847 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 HTTP/1.1" status: 200 len: 217 time: 0.0491669 Jun 28 09:54:05.741422 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.787060 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-7f8e6cf5-6933-499d-8f63-baa42d7b12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.789290 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-7f8e6cf5-6933-499d-8f63-baa42d7b12f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf46cd-c43a-4db6-880d-f927e9fbe864 HTTP/1.1" status: 200 len: 851 time: 0.0497441 Jun 28 09:54:05.831980 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-c3ffd493-d9db-49ef-9669-ea720e9d12c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdffa5fc-e7e0-453e-afbb-33facd73b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275393 Jun 28 09:54:05.838080 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.995208 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420976b5-2d25-4b99-a732-c41041220ca6 req-c9aa68d9-9d78-4dc6-b25f-a798fd3accfa tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:05.996835 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-420976b5-2d25-4b99-a732-c41041220ca6 req-c9aa68d9-9d78-4dc6-b25f-a798fd3accfa tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0765848 Jun 28 09:54:05.998328 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.019110 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:06.024193 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-64ea57b6-f2d2-47c8-bf03-b283ba1332cb service neutron] 10.222.0.23 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928504 Jun 28 09:54:06.043444 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35d6900a68c14297b08eb334b600ab81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310164 Jun 28 09:54:06.053286 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34738) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:06.160678 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fea771-1fcc-475a-8c70-51ba31f647bc,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:06.160678 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:06.160678 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-420976b5-2d25-4b99-a732-c41041220ca6 req-d5681eda-5c01-461d-92bb-9b55000f2fbf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904255 Jun 28 09:54:06.160678 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.162377 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cd5bb8e-fbbd-45ba-a3b3-f3d00447230b req-7b6997cc-d718-4ac1-a706-da2198c0272a service neutron] 10.222.0.23 "GET /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976720 Jun 28 09:54:06.162842 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.189805 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 34740) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:06.205194 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.442563 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2338fc-89bc-4d69-a31d-fe9b86f440e3 req-4255faf6-0615-43b1-a51b-3c4c60474505 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:06.443923 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fe2338fc-89bc-4d69-a31d-fe9b86f440e3 req-4255faf6-0615-43b1-a51b-3c4c60474505 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0646513 Jun 28 09:54:06.462895 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.466870 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.470408 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85fea771-1fcc-475a-8c70-51ba31f647bc HTTP/1.1" status: 204 len: 168 time: 0.4097583 Jun 28 09:54:06.470408 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4461d655-cdcd-484c-9c8d-9c26f260be24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:06.479260 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fea771-1fcc-475a-8c70-51ba31f647bc,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:06.483530 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:06.509994 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fe2338fc-89bc-4d69-a31d-fe9b86f440e3 req-80b186d0-11bb-4e4f-8bc8-040edd2f0d2e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590823 Jun 28 09:54:06.557601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.632235 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.636973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee820736-f077-4cb4-83b6-47eaaa8abd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:06.670364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c357c6-909c-4593-89b2-1eeebe51ee60,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:06.677822 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b689cc52edb49d0bf241cc0eb3903df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841905 Jun 28 09:54:06.679042 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34750) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:06.686605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.687031 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.687382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.687722 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.688059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.688430 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.688754 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.689095 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.689446 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.689778 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.690100 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.690598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:06.696782 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:06.860804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf66e-e905-4e94-8ac1-8c1fa7f122e4 req-cdc3e57e-9b6f-41b6-a6fa-da804889a83e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:06.862386 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3acdf66e-e905-4e94-8ac1-8c1fa7f122e4 req-cdc3e57e-9b6f-41b6-a6fa-da804889a83e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0692353 Jun 28 09:54:06.979676 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3acdf66e-e905-4e94-8ac1-8c1fa7f122e4 req-3fbcdcb6-8387-4d74-a56e-28405c02560b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094933 Jun 28 09:54:07.012410 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.050385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e925-6fcd-443b-9716-85d4019790c2 req-48169bc4-ed36-43ba-92d3-2459ee367da2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.052608 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7375e925-6fcd-443b-9716-85d4019790c2 req-48169bc4-ed36-43ba-92d3-2459ee367da2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.3649459 Jun 28 09:54:07.063689 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.145559 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7375e925-6fcd-443b-9716-85d4019790c2 req-186c055a-9941-4bf4-85bb-22c9028064b4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Jun 28 09:54:07.233412 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6fde-417d-42b3-a872-0a582733b014 req-6e0610de-803e-463d-8b38-e810adb8e8ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.235086 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1fbb6fde-417d-42b3-a872-0a582733b014 req-6e0610de-803e-463d-8b38-e810adb8e8ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0948730 Jun 28 09:54:07.244170 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34776) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:07.250796 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'floatingip': {'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:07.325855 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.349049 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.356287 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13c357c6-909c-4593-89b2-1eeebe51ee60 HTTP/1.1" status: 204 len: 168 time: 0.6700773 Jun 28 09:54:07.356287 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:07.358088 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.395975 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c357c6-909c-4593-89b2-1eeebe51ee60,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:07.402624 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:07.548936 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331620fc-cf96-4d89-9c7a-ef5388fc2ba9 req-26b47abe-cc64-4173-9777-f7e4bb652b8d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.550475 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-331620fc-cf96-4d89-9c7a-ef5388fc2ba9 req-26b47abe-cc64-4173-9777-f7e4bb652b8d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.2730615 Jun 28 09:54:07.644939 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:54:07.681116 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-331620fc-cf96-4d89-9c7a-ef5388fc2ba9 req-d55910bf-810f-4950-b2bc-274fdd65f2f2 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175895 Jun 28 09:54:07.770577 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794ae6c-f4d6-4e15-bfd6-74375176d45c req-ca1abe85-d286-4044-8472-37aa7b61a925 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.781739 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c794ae6c-f4d6-4e15-bfd6-74375176d45c req-ca1abe85-d286-4044-8472-37aa7b61a925 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0886416 Jun 28 09:54:07.856435 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c794ae6c-f4d6-4e15-bfd6-74375176d45c req-975366a7-a029-4d2c-99e0-ac90fccfddfe tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683682 Jun 28 09:54:08.237812 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.314498 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.430102 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdb3f3-bbf6-49ec-a518-4671c6bca02e req-2337808e-e045-477d-a61b-85f9f582019f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:08.432515 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fffdb3f3-bbf6-49ec-a518-4671c6bca02e req-2337808e-e045-477d-a61b-85f9f582019f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1552715 Jun 28 09:54:08.445122 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Floating IP d41181e7-e671-491b-9eb0-5e46866e6d25 associated. External IP: 172.27.3.59, port: be714183-48d0-40f2-b6b0-7c893230a475. Jun 28 09:54:08.543222 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fffdb3f3-bbf6-49ec-a518-4671c6bca02e req-f4b48b68-185a-4cf5-a6dc-b41220550d6f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044312 Jun 28 09:54:08.792073 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.949464 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:09.014389 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3af8a-23b6-4b51-9095-c18649751fc3 req-642a7879-485e-41d7-9d03-ce6326e33208 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:09.015858 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d5c3af8a-23b6-4b51-9095-c18649751fc3 req-642a7879-485e-41d7-9d03-ce6326e33208 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1261570 Jun 28 09:54:09.090607 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d5c3af8a-23b6-4b51-9095-c18649751fc3 req-65e69f43-d401-459f-8689-05cac3daff9c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692537 Jun 28 09:54:09.108031 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:09.112748 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.124068 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:09.133196 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:09.133868 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:09.199623 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d231277b-2a0b-4c93-923f-080028c5db2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "PUT /v2.0/floatingips/d41181e7-e671-491b-9eb0-5e46866e6d25 HTTP/1.1" status: 200 len: 991 time: 1.9539132 Jun 28 09:54:09.200507 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:09.203210 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e001444-d7d2-456f-a950-3f4edf6b929c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:09.334515 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:09.339802 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496621c-a004-4578-90d4-a89d34e6bd14 req-e9c05853-6d76-4c39-8bd8-ea29a389c0c6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:09.343046 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5496621c-a004-4578-90d4-a89d34e6bd14 req-e9c05853-6d76-4c39-8bd8-ea29a389c0c6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1074843 Jun 28 09:54:09.394836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-a94e9c22-3737-4071-9320-8f26630cb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:09.397025 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-a94e9c22-3737-4071-9320-8f26630cb64b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 1098 time: 0.1086938 Jun 28 09:54:09.404320 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5496621c-a004-4578-90d4-a89d34e6bd14 req-e6718cc2-35aa-49f1-b838-5c8156dba228 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Jun 28 09:54:09.477444 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34902) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:09.630523 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2c67-1173-4118-b8b9-957432e43584 req-bb49c027-fba1-485c-8707-ec0ed11d7971 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:09.631975 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-80be2c67-1173-4118-b8b9-957432e43584 req-bb49c027-fba1-485c-8707-ec0ed11d7971 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1114600 Jun 28 09:54:09.650964 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34906) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:09.661238 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'floatingip': {'port_id': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:09.715584 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'd41181e7-e671-491b-9eb0-5e46866e6d25', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'mac_address': 'fa:16:3e:45:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4d5250-5819-4368-8001-8a008f745ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:53:25Z', 'updated_at': '2021-06-28T09:54:08Z', 'revision_number': 1, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:09.724039 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.733625 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.779508 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:09.790858 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:09.792702 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:09.834272 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-c88a9cbc-48fc-44d1-97ef-120d0f927976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:09.838452 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-c88a9cbc-48fc-44d1-97ef-120d0f927976 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.4213502 Jun 28 09:54:09.901553 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-0c7b7f46-cfa7-4216-89ae-cad3a3284f6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e HTTP/1.1" status: 200 len: 217 time: 0.0524611 Jun 28 09:54:09.928411 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:10.039564 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-ba291ed0-9bec-4212-acb0-6643d8787ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:10.047706 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-ba291ed0-9bec-4212-acb0-6643d8787ffa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.1119869 Jun 28 09:54:10.102525 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1baad-491f-46e5-a906-8ab14dced42d x-openstack-request-id: req-e7a1baad-491f-46e5-a906-8ab14dced42d {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:10.104684 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:10.110380 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7a1baad-491f-46e5-a906-8ab14dced42d {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:10.110380 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'status': 'completed', 'code': 200} Jun 28 09:54:10.110729 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-67a2f32c-5b0b-4e12-a83b-ebf74b0fac0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550416 Jun 28 09:54:10.219335 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.286740 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.292953 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-345f8139-7233-4619-9c3e-afba4408ec1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:10.301586 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-438cd228-5dd7-4d43-8a9a-d96ff5abbd06 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486714 Jun 28 09:54:10.310880 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-e5f885dd-9258-4ac2-a08b-e81af4b40df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:10.313050 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-e5f885dd-9258-4ac2-a08b-e81af4b40df7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1099 time: 0.1329055 Jun 28 09:54:10.335484 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'd41181e7-e671-491b-9eb0-5e46866e6d25', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'mac_address': 'fa:16:3e:45:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4d5250-5819-4368-8001-8a008f745ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:53:25Z', 'updated_at': '2021-06-28T09:54:08Z', 'revision_number': 1, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:10.371334 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b688b-1015-48f7-9abf-fe5a91c6a374 None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'd41181e7-e671-491b-9eb0-5e46866e6d25', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'mac_address': 'fa:16:3e:45:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4d5250-5819-4368-8001-8a008f745ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:53:25Z', 'updated_at': '2021-06-28T09:54:08Z', 'revision_number': 1, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:10.378012 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77deb4c68b6a425fb03fe0c49f869f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8984313 Jun 28 09:54:10.378510 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6328f68a-d9a5-408a-abf5-df540512ceb5,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:10.381160 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34936) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:10.441406 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:10.528375 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.595216 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d7c997e-711d-4bdb-8b84-f9ff09515c9d req-ff7fcaca-a3b9-4581-8e43-91bcae7091d3 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795050 Jun 28 09:54:10.619818 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.649066 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-38aecc88-34d7-4e2e-aa08-23e405a1766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:10.654386 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.655464 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-38aecc88-34d7-4e2e-aa08-23e405a1766a service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.2061694 Jun 28 09:54:10.701905 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf2f64-1f30-4238-86d7-c69b61482466 req-aa368f6a-d62e-4fb8-bc17-9174063b0733 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:10.703425 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fbbf2f64-1f30-4238-86d7-c69b61482466 req-aa368f6a-d62e-4fb8-bc17-9174063b0733 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1333337 Jun 28 09:54:10.722364 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d892a96-ed12-4cf3-9dbc-05b73286d594 None None] New status for floating IP d41181e7-e671-491b-9eb0-5e46866e6d25: ACTIVE {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:54:10.777202 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fbbf2f64-1f30-4238-86d7-c69b61482466 req-47ee46ca-eb64-418b-a4cb-e0341cc88777 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Jun 28 09:54:10.785986 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.863647 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-a18e92c6-e5f6-465f-a1f0-c1654f457831 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 999 time: 0.1463196 Jun 28 09:54:10.879694 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.882245 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.886835 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6328f68a-d9a5-408a-abf5-df540512ceb5 HTTP/1.1" status: 204 len: 168 time: 0.5045946 Jun 28 09:54:10.890338 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:10.902240 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6328f68a-d9a5-408a-abf5-df540512ceb5,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:10.913817 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:10.925471 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Floating IP ee7401da-545a-427e-87db-8b9a42d5bdef associated. External IP: 172.27.3.80, port: 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6. Jun 28 09:54:11.138708 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-7e2f5a5f-f845-4c5e-8744-8257cd4aa552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:11.140448 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-7e2f5a5f-f845-4c5e-8744-8257cd4aa552 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0879502 Jun 28 09:54:11.176846 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:11.285354 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:11.289884 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.295543 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:11.307823 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:11.307823 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:11.328760 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a102cc75-b116-4cb8-96d2-915d6f79fc57 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "PUT /v2.0/floatingips/ee7401da-545a-427e-87db-8b9a42d5bdef HTTP/1.1" status: 200 len: 990 time: 1.6767547 Jun 28 09:54:11.423158 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:11.649228 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'ee7401da-545a-427e-87db-8b9a42d5bdef', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'port_id': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'mac_address': 'fa:16:3e:4c:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:53:23Z', 'updated_at': '2021-06-28T09:54:10Z', 'revision_number': 1, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:11.677469 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:11.687191 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:11.687191 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:11.790176 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:11.897022 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-66f66cc1-d2d8-473e-b7d3-63e1cbb98100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:11.898482 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-66f66cc1-d2d8-473e-b7d3-63e1cbb98100 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914772 Jun 28 09:54:11.956030 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 34986) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:12.011453 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-f051d8a1-5cff-4e7b-83af-a2bed4c0b8ee service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045847 Jun 28 09:54:12.046429 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'ee7401da-545a-427e-87db-8b9a42d5bdef', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'port_id': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'mac_address': 'fa:16:3e:4c:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:53:23Z', 'updated_at': '2021-06-28T09:54:10Z', 'revision_number': 1, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:12.062207 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733513475-network', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:12.080304 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2febbd-7188-4829-963d-4ba458386c01 None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'ee7401da-545a-427e-87db-8b9a42d5bdef', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'port_id': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'mac_address': 'fa:16:3e:4c:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:53:23Z', 'updated_at': '2021-06-28T09:54:10Z', 'revision_number': 1, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:12.108200 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:12.111285 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a641f59-ff0c-4822-883f-a2289cd4c168" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:12.142288 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Made reservation on behalf of 001adac6a8e742d8a60967fb99afc8a1 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:12.144958 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.155279 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.257354 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.287154 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178c68a-f5f3-4ef3-bfc4-6df3d6b1424e None None] New status for floating IP ee7401da-545a-427e-87db-8b9a42d5bdef: ACTIVE {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:54:12.353641 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.357780 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ce2aca7f-bdcf-4c51-9488-1e5ca3d248bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:12.383423 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:54:12.393381 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31c0cc-e071-4e1d-b91b-972e73df2d41,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:12.396935 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:12.399700 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.400033 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Added segment 70b7c901-de73-450d-a0b5-ec3deb58d530 of type vlan for network 63769eaa-70b2-49ed-a566-4ef7bade1422 Jun 28 09:54:12.440282 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.559649 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.561034 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:12.561611 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.569579 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eb80d18b-3a17-404e-8df3-ffe615e1ed97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:12.620511 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Pushing event updated for resources: {'Network': ['ID=63769eaa-70b2-49ed-a566-4ef7bade1422,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:12.623754 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:12.636210 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:54:12.672595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd565-f30b-46a2-90b1-1aca121290b4 req-55ce5402-36c9-47a4-9c1f-b35c0c605a12 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:12.674054 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-942dd565-f30b-46a2-90b1-1aca121290b4 req-55ce5402-36c9-47a4-9c1f-b35c0c605a12 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0725982 Jun 28 09:54:12.677520 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7203391 Jun 28 09:54:12.680249 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35004) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:12.686284 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Request body: {'subnet': {'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733513475-subnet', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:12.716268 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-942dd565-f30b-46a2-90b1-1aca121290b4 req-7bf7587e-6ca9-4636-8f1f-58c28c97dea7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Jun 28 09:54:12.762489 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd88120e-f5c1-45fb-8b06-747dc846a6c7 x-openstack-request-id: req-cd88120e-f5c1-45fb-8b06-747dc846a6c7 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:12.762797 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:12.763063 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd88120e-f5c1-45fb-8b06-747dc846a6c7 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:12.763474 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'status': 'completed', 'code': 200} Jun 28 09:54:12.767607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Made reservation on behalf of 001adac6a8e742d8a60967fb99afc8a1 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:12.769928 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.002949 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.005190 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:13.061988 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabcb6f6-f24e-4196-8c4e-67b46fbea541,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:13.066989 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:13.073386 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Checking segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:13.073733 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Network hostable DHCP agents. Network: 63769eaa-70b2-49ed-a566-4ef7bade1422, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:54:13.159726 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:54:13.233874 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 63769eaa-70b2-49ed-a566-4ef7bade1422) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:13.237948 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:13.238532 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.242420 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faccedbe-23e6-4164-9706-6a19fa32e243 None None] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:54:13.314685 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6331670 Jun 28 09:54:13.317261 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35008) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:13.322267 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:13.388277 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-63769eaa-70b2-49ed-a566-4ef7bade1422', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:54:13.389142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.405604 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.406646 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.455767 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.523871 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Allocated IP 172.20.0.2 (63769eaa-70b2-49ed-a566-4ef7bade1422/aabcb6f6-f24e-4196-8c4e-67b46fbea541/01707dec-a81d-41a0-9717-276ce157d4da) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:13.663475 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.781815 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.789783 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Transition to ACTIVE for port object 01707dec-a81d-41a0-9717-276ce157d4da will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:13.804273 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Transition to ACTIVE for port object 01707dec-a81d-41a0-9717-276ce157d4da will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:13.871547 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.873566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:13.909576 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:13.912579 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.914610 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:13.918648 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:13.925681 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Pushing event updated for resources: {'Port': ['ID=01707dec-a81d-41a0-9717-276ce157d4da,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:13.935059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.935403 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.935913 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.936127 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.936489 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.936818 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.937148 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.937468 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.937788 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.938109 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.938424 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.938741 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.939057 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:13.957295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:13.992963 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Attempting to bind port 01707dec-a81d-41a0-9717-276ce157d4da on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:13.993378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Attempting to bind port 01707dec-a81d-41a0-9717-276ce157d4da by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:13.993741 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Attempting to bind port 01707dec-a81d-41a0-9717-276ce157d4da on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:13.998715 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:13.999082 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Checking segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:13.999484 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.999876 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Bound using segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:14.000371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Bound port: 01707dec-a81d-41a0-9717-276ce157d4da, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:14.000786 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.038107 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Allocated IP 172.27.3.77 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/4bef212c-2c4d-49dc-b03a-8416ff29ff5f) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:14.061925 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] For port 01707dec-a81d-41a0-9717-276ce157d4da, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:14.065056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] For port 01707dec-a81d-41a0-9717-276ce157d4da, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=01707dec-a81d-41a0-9717-276ce157d4da,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:14.134626 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.137593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.139449 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.192732 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Pushing event updated for resources: {'Port': ['ID=01707dec-a81d-41a0-9717-276ce157d4da,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.195863 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.262574 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.264941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-338b87cb-0816-4a70-99bd-51a41f1969f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.301217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:14.306912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:14.309428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:14.357401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Pushing event updated for resources: {'Port': ['ID=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.358977 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.635375 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.029365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.085421 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee994e52-c2c1-4c93-89ea-4fdd0b79e8c1 None None] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:54:15.234741 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-65e2a76b-bb11-4618-a63b-c241b60b66a2 None None] Provisioning for port 01707dec-a81d-41a0-9717-276ce157d4da completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:15.256453 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:54:15.380579 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:15.390835 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:15.401956 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:15.403004 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:15.474375 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.480458 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1574209 Jun 28 09:54:15.480458 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35028) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:15.522287 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:15.723670 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 01707dec-a81d-41a0-9717-276ce157d4da up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:15.782487 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 3, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:15.817882 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:15.818241 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Updating router 19b3c5aa-c8d2-4313-8439-67b4b461e939 port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:15.864844 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.871618 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 01707dec-a81d-41a0-9717-276ce157d4da completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:15.877494 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 01707dec-a81d-41a0-9717-276ce157d4da triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:15.878310 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.963034 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.963289 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.002744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 01707dec-a81d-41a0-9717-276ce157d4da, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=01707dec-a81d-41a0-9717-276ce157d4da,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:16.077267 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.082156 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:16.129364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Allocated IP 172.20.0.1 (63769eaa-70b2-49ed-a566-4ef7bade1422/aabcb6f6-f24e-4196-8c4e-67b46fbea541/641710e6-c315-4b65-a546-b7678dc7c9f9) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:16.132937 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=01707dec-a81d-41a0-9717-276ce157d4da,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:16.137690 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:16.228554 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.236775 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.238585 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Transition to ACTIVE for port object 4bef212c-2c4d-49dc-b03a-8416ff29ff5f will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:16.249893 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Transition to ACTIVE for port object 641710e6-c315-4b65-a546-b7678dc7c9f9 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:16.319693 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.321993 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:16.357388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.360546 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:16.374144 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Attempting to bind port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:16.374508 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Attempting to bind port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:16.374877 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Attempting to bind port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:16.380060 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Pushing event updated for resources: {'Port': ['ID=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,revision_number=2']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:16.388696 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:16.389064 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:16.389736 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.390134 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:16.390640 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Bound port: 4bef212c-2c4d-49dc-b03a-8416ff29ff5f, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:16.391029 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.393359 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.393702 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.394019 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.394332 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.394640 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.394945 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.395284 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.395588 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.395957 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.396361 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.396662 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.396971 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:16.402235 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:16.402566 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:16.405539 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:16.413445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:16.413445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.455274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Pushing event updated for resources: {'Port': ['ID=641710e6-c315-4b65-a546-b7678dc7c9f9,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:16.459580 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] For port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:16.460540 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:16.461705 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] For port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:16.543294 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.545662 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:16.594468 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:16.595090 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:16.642007 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Pushing event updated for resources: {'Port': ['ID=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:16.645043 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-0d878df7-89b9-42b8-bb4f-779c374223a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:16.669439 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.718248 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:16.760128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-bcc27cfa-8c4d-4d41-a243-fb7e2489372c None None] Provisioning for port 641710e6-c315-4b65-a546-b7678dc7c9f9 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:16.764709 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-bcc27cfa-8c4d-4d41-a243-fb7e2489372c None None] Provisioning complete for port 641710e6-c315-4b65-a546-b7678dc7c9f9 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:16.765266 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bcc27cfa-8c4d-4d41-a243-fb7e2489372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.804914 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-bcc27cfa-8c4d-4d41-a243-fb7e2489372c None None] Port 641710e6-c315-4b65-a546-b7678dc7c9f9 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:16.843712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.908872 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 3, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:16.919217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.920433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.922295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:16.935334 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100865e2-0ce1-49bf-9883-5b4fa4f3a0bc None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 3, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:17.004403 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Pushing event updated for resources: {'Port': ['ID=641710e6-c315-4b65-a546-b7678dc7c9f9,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:17.010240 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:17.053194 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:17.054683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:17.180220 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:17.322057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:17.327176 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] 10.222.0.15 "PUT /v2.0/routers/19b3c5aa-c8d2-4313-8439-67b4b461e939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471820 Jun 28 09:54:17.336221 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-867ef03c-4b5d-4092-97fa-aaca35eb4945 None None] Provisioning complete for port 641710e6-c315-4b65-a546-b7678dc7c9f9 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:17.338424 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-867ef03c-4b5d-4092-97fa-aaca35eb4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:17.374545 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-867ef03c-4b5d-4092-97fa-aaca35eb4945 None None] Port 641710e6-c315-4b65-a546-b7678dc7c9f9 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:17.741455 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 01707dec-a81d-41a0-9717-276ce157d4da up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:17.814317 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 01707dec-a81d-41a0-9717-276ce157d4da triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:17.814744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:17.910966 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 4bef212c-2c4d-49dc-b03a-8416ff29ff5f up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:17.983057 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e001444-d7d2-456f-a950-3f4edf6b929c req-3c338651-3ad6-44e5-9bdc-34ffeeccf4d2 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365480 Jun 28 09:54:17.996918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-5a072918-8b7b-45d1-ad96-a7357d779076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:17.998668 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-5a072918-8b7b-45d1-ad96-a7357d779076 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1098 time: 0.1220651 Jun 28 09:54:18.052598 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:18.061208 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:18.061672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.125825 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b784-d2ae-4b55-9012-1d8dcb1f676e req-d1056c69-25b7-47e9-887d-60316d1d64be tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.127442 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-21b8b784-d2ae-4b55-9012-1d8dcb1f676e req-d1056c69-25b7-47e9-887d-60316d1d64be tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1005776 Jun 28 09:54:18.143470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-66324b60-721f-4927-939e-e1e409856856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.145452 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-66324b60-721f-4927-939e-e1e409856856 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.1149304 Jun 28 09:54:18.168739 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35068) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:18.173905 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891265948-network', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:18.180093 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-21b8b784-d2ae-4b55-9012-1d8dcb1f676e req-806feaf7-0dcf-4fd1-9b42-6d994a1626fb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Jun 28 09:54:18.195843 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.217783 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:18.225303 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-d9fd6bbe-a693-400b-8d4c-acc6be6cc7ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0674210 Jun 28 09:54:18.275441 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Made reservation on behalf of 6aa5482795ff4fd2aa25e4735402b3ab for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:18.278215 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.282688 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-3301f1bc-336b-432e-baba-d3511da00ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.284464 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-3301f1bc-336b-432e-baba-d3511da00ec4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0469828 Jun 28 09:54:18.287520 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.291883 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.294951 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:18.348528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:18.351680 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:18.387253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-55eee91c-654f-4ed7-b7ac-46b65fdf39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.388167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.388772 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-55eee91c-654f-4ed7-b7ac-46b65fdf39a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739460 Jun 28 09:54:18.442427 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.446632 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-284a061e-008b-4fb6-a9f2-867c22fbef02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:18.470388 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:54:18.481063 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e539a-be53-443d-b311-8969dbdb3916,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:18.485676 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:18.486716 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.489241 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Added segment e7092838-9edd-453c-93a8-d0559729a7f8 of type vlan for network 9b9de2d5-1895-453a-90b3-15b6e72f7587 Jun 28 09:54:18.490359 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-04e1bfd0-83ea-452f-aca5-d51e027016a2 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924289 Jun 28 09:54:18.532769 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.600448 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a641f59-ff0c-4822-883f-a2289cd4c168 req-7d648378-78e1-4561-a554-06017abce59e service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898969 Jun 28 09:54:18.629946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:18.639467 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:18.640074 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:18.656523 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.660344 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.660344 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.661824 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:18.719292 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9de2d5-1895-453a-90b3-15b6e72f7587,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:18.723518 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:18.730961 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:54:18.800768 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6280153 Jun 28 09:54:18.800944 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:18.804364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35072) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:18.810757 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Request body: {'subnet': {'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891265948-subnet', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:18.930919 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Made reservation on behalf of 6aa5482795ff4fd2aa25e4735402b3ab for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:18.933685 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.059728 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 2, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:19.089184 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:19.089555 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Updating router 19b3c5aa-c8d2-4313-8439-67b4b461e939 port 641710e6-c315-4b65-a546-b7678dc7c9f9 binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:19.131084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.211198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.224497 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bc84e5e5-fc2b-4b79-8e66-fa828aad9cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.284097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5d93b3-ed7d-4524-82ba-452ce6e80eb9,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.287155 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:19.289820 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Checking segment: {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:19.290276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Network hostable DHCP agents. Network: 9b9de2d5-1895-453a-90b3-15b6e72f7587, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:54:19.384982 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c537f-4df8-480a-9677-90243c2d502a req-3939efa6-cc44-4927-8cc3-e94a2ecd0ffb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:19.388191 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d18c537f-4df8-480a-9677-90243c2d502a req-3939efa6-cc44-4927-8cc3-e94a2ecd0ffb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0646446 Jun 28 09:54:19.405820 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:54:19.429497 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d18c537f-4df8-480a-9677-90243c2d502a req-151a40c0-1070-4d20-aa6e-5dda106bfb6c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Jun 28 09:54:19.436696 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.448390 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Transition to ACTIVE for port object 641710e6-c315-4b65-a546-b7678dc7c9f9 will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:19.496922 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 9b9de2d5-1895-453a-90b3-15b6e72f7587) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:19.500714 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:19.501408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.506029 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e6f11-94d1-4539-b3c0-3762be45d6c6 None None] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:54:19.526007 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.529816 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.633734 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14eade-8370-4e62-a240-5784595d909b None None] Pushing event updated for resources: {'Port': ['ID=641710e6-c315-4b65-a546-b7678dc7c9f9,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.658116 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-1e14eade-8370-4e62-a240-5784595d909b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:19.671248 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3166883b-2f5c-469f-8356-05e172dfbc9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8674829 Jun 28 09:54:19.673804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35088) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:19.679312 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 4bef212c-2c4d-49dc-b03a-8416ff29ff5f up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:19.679648 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:19.776055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.776055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.867657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.913328 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Attempting to bind port 641710e6-c315-4b65-a546-b7678dc7c9f9 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:19.916548 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Attempting to bind port 641710e6-c315-4b65-a546-b7678dc7c9f9 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:19.916548 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Attempting to bind port 641710e6-c315-4b65-a546-b7678dc7c9f9 on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:19.932537 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:19.932915 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Checking segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:19.933316 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.933708 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Bound using segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:19.934183 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Bound port: 641710e6-c315-4b65-a546-b7678dc7c9f9, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:19.934564 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.014384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:20.014384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.016910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-9b9de2d5-1895-453a-90b3-15b6e72f7587', 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'fixed_ips': [{'subnet_id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:54:20.017723 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.066077 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.091456 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] For port 641710e6-c315-4b65-a546-b7678dc7c9f9, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:20.147940 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] For port 641710e6-c315-4b65-a546-b7678dc7c9f9, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=641710e6-c315-4b65-a546-b7678dc7c9f9,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:20.240454 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.254673 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-79052b79-e923-4ce8-8b2c-931f6b2eeea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:20.330508 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Allocated IP 172.20.0.2 (9b9de2d5-1895-453a-90b3-15b6e72f7587/cf5d93b3-ed7d-4524-82ba-452ce6e80eb9/5bc64dee-fb3d-472a-ac67-5f99e77ea75a) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:20.340944 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:20.341595 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:20.384783 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14eade-8370-4e62-a240-5784595d909b None None] Pushing event updated for resources: {'Port': ['ID=641710e6-c315-4b65-a546-b7678dc7c9f9,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:20.387980 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-1e14eade-8370-4e62-a240-5784595d909b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:20.526644 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:20.596237 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.617502 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.639141 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921387-a9c3-4ab0-8d85-9e2e6e4b5294 req-1596e464-0109-49fc-8186-cc2d07e40c49 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.646116 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-69921387-a9c3-4ab0-8d85-9e2e6e4b5294 req-1596e464-0109-49fc-8186-cc2d07e40c49 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0764799 Jun 28 09:54:20.674579 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.687785 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-69921387-a9c3-4ab0-8d85-9e2e6e4b5294 req-38693d61-d436-4388-a1c6-62ae00740a24 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376298 Jun 28 09:54:20.717043 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Transition to ACTIVE for port object 5bc64dee-fb3d-472a-ac67-5f99e77ea75a will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:20.734510 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Allocated IP 172.27.3.147 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/6509e606-2e8d-4353-938b-69238f509955) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:20.742232 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Transition to ACTIVE for port object 5bc64dee-fb3d-472a-ac67-5f99e77ea75a will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:20.804868 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:20Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:20.833646 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.836292 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.836405 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9a677-6c6d-45cf-b452-92e89aad3509 None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:20Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:20.838473 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:20.877836 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:20.880881 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:20.887357 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:20.899191 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Pushing event updated for resources: {'Port': ['ID=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:20.909782 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:20.942500 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.947510 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3aec46dd-64da-4c99-a45a-052c635e747c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:20.995927 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Attempting to bind port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:20.996479 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Attempting to bind port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:20.996935 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Attempting to bind port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a on network 9b9de2d5-1895-453a-90b3-15b6e72f7587 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:21.002633 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:21.002805 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:21.003210 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Checking segment: {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:21.003698 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.004176 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Bound using segment: {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:21.004722 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Bound port: 5bc64dee-fb3d-472a-ac67-5f99e77ea75a, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:21.005282 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.009743 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:21.013351 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:21.018989 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Pushing event updated for resources: {'Port': ['ID=6509e606-2e8d-4353-938b-69238f509955,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:21.051714 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:21.081665 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] For port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:21.085672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] For port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:21.163129 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.167975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-cbc25c22-62c9-4667-aa9a-d757634ff3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:21.258338 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Pushing event updated for resources: {'Port': ['ID=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:21.272004 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:21.363255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.635025 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.763930 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 641710e6-c315-4b65-a546-b7678dc7c9f9 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:21.890089 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Router 894b8006-29ab-490e-ac67-9ddaa180a300 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:54:21.917408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc72ef-3e75-409f-9abe-02f718638cd7 req-2a75a028-01ae-410e-8a8c-2aad3d0cf49d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:21.918764 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9cbc72ef-3e75-409f-9abe-02f718638cd7 req-2a75a028-01ae-410e-8a8c-2aad3d0cf49d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0817342 Jun 28 09:54:21.923655 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 641710e6-c315-4b65-a546-b7678dc7c9f9 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:21.932902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 641710e6-c315-4b65-a546-b7678dc7c9f9 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:21.932902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.088729 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9cbc72ef-3e75-409f-9abe-02f718638cd7 req-3a564810-8f65-4c97-a43a-ddd3d7a4de1d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296999 Jun 28 09:54:22.124859 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:22.137410 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Sync routers for ids ['894b8006-29ab-490e-ac67-9ddaa180a300'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:22.146997 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Routers {'894b8006-29ab-490e-ac67-9ddaa180a300'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:22.153848 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['894b8006-29ab-490e-ac67-9ddaa180a300'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:22.172947 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.247062 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 641710e6-c315-4b65-a546-b7678dc7c9f9, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=641710e6-c315-4b65-a546-b7678dc7c9f9,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:22.262615 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.267674 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5904629 Jun 28 09:54:22.267930 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35132) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:22.270878 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Set router 894b8006-29ab-490e-ac67-9ddaa180a300 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:22.351330 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.352623 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 5bc64dee-fb3d-472a-ac67-5f99e77ea75a up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:22.356347 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:22.404841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7eabd3-eee5-4928-b01a-9df75a61d6d1 None None] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:54:22.497714 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T09:54:21Z', 'revision_number': 3, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:22.511699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=641710e6-c315-4b65-a546-b7678dc7c9f9,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:22.526246 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:22.530417 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Checking router: 894b8006-29ab-490e-ac67-9ddaa180a300 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:22.530867 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Updating router 894b8006-29ab-490e-ac67-9ddaa180a300 port 6509e606-2e8d-4353-938b-69238f509955 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:22.568252 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.571010 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b9867bd6-a70f-4a67-8dc8-e7775f1c3e7b None None] Provisioning for port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:22.627781 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:22.640686 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:22.644605 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.773937 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.947213 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.958762 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Transition to ACTIVE for port object 6509e606-2e8d-4353-938b-69238f509955 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:22.984494 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:23.005195 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b9183c9d-f2ba-40b7-abee-74462ca92fdb None None] Provisioning complete for port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:23.005648 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b9183c9d-f2ba-40b7-abee-74462ca92fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.044977 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.062003 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.064532 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8fa7ce3a-74e4-4b72-b48f-f3950212e22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.075229 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.081472 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.116528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b9183c9d-f2ba-40b7-abee-74462ca92fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.131192 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Attempting to bind port 6509e606-2e8d-4353-938b-69238f509955 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:23.131563 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Attempting to bind port 6509e606-2e8d-4353-938b-69238f509955 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:23.131920 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Attempting to bind port 6509e606-2e8d-4353-938b-69238f509955 on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:23.149007 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7f36e-9590-453a-831f-3b592b4a49ca None None] Pushing event updated for resources: {'Port': ['ID=6509e606-2e8d-4353-938b-69238f509955,revision_number=2']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.152828 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:23.160878 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:23.161348 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.161743 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:23.162291 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Bound port: 6509e606-2e8d-4353-938b-69238f509955, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:23.163180 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.166641 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-39e7f36e-9590-453a-831f-3b592b4a49ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.201393 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.216822 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] For port 6509e606-2e8d-4353-938b-69238f509955, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:23.226392 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.229744 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] For port 6509e606-2e8d-4353-938b-69238f509955, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=6509e606-2e8d-4353-938b-69238f509955,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:23.238498 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.db.api [None req-b9183c9d-f2ba-40b7-abee-74462ca92fdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:54:23.238897 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_db.api [None req-b9183c9d-f2ba-40b7-abee-74462ca92fdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:54:23.268683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Allocated IP 172.20.0.1 (9b9de2d5-1895-453a-90b3-15b6e72f7587/cf5d93b3-ed7d-4524-82ba-452ce6e80eb9/afc45d3c-06ed-4446-80be-afea04cfb855) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:23.308626 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.310788 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b93ee-78f3-4ead-b2a0-5e077178edc0 req-7a8a5eac-b460-448c-847f-7bca64adc754 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.312329 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-694b93ee-78f3-4ead-b2a0-5e077178edc0 req-7a8a5eac-b460-448c-847f-7bca64adc754 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0654249 Jun 28 09:54:23.314787 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d4dc7292-29fe-47d4-821c-a0033e0206d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.357991 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-694b93ee-78f3-4ead-b2a0-5e077178edc0 req-188e364f-6eda-40ed-9997-435ff670ac41 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jun 28 09:54:23.382564 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7f36e-9590-453a-831f-3b592b4a49ca None None] Pushing event updated for resources: {'Port': ['ID=6509e606-2e8d-4353-938b-69238f509955,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.385793 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Routers {'894b8006-29ab-490e-ac67-9ddaa180a300'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:23.386237 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['894b8006-29ab-490e-ac67-9ddaa180a300'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:23.408422 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.423478 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Transition to ACTIVE for port object afc45d3c-06ed-4446-80be-afea04cfb855 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:23.426222 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-39e7f36e-9590-453a-831f-3b592b4a49ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.492938 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] Set router 894b8006-29ab-490e-ac67-9ddaa180a300 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:23.537274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.539891 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.583388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:23.586229 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:23.589134 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:23.589571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.596776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Pushing event updated for resources: {'Port': ['ID=afc45d3c-06ed-4446-80be-afea04cfb855,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.599750 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.718859 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 641710e6-c315-4b65-a546-b7678dc7c9f9 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:23.797522 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T09:54:21Z', 'revision_number': 3, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:23.803549 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 641710e6-c315-4b65-a546-b7678dc7c9f9 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:23.804071 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.832073 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.840213 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c99b5b-b40b-4a1a-8cc0-d82ddc55ddf1 None None] The sync data for ids ['894b8006-29ab-490e-ac67-9ddaa180a300'] in dv-cinder-792209-2-iscsi is: [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T09:54:21Z', 'revision_number': 3, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:23.903765 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 5bc64dee-fb3d-472a-ac67-5f99e77ea75a up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:23.955606 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:23.955991 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.989796 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a08507f3-1f75-440f-ba80-19e0696e1c7b None None] Provisioning for port afc45d3c-06ed-4446-80be-afea04cfb855 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:23.996662 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a08507f3-1f75-440f-ba80-19e0696e1c7b None None] Provisioning complete for port afc45d3c-06ed-4446-80be-afea04cfb855 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:23.997034 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a08507f3-1f75-440f-ba80-19e0696e1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.022710 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.078215 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-a08507f3-1f75-440f-ba80-19e0696e1c7b None None] Port afc45d3c-06ed-4446-80be-afea04cfb855 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:24.102374 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.104939 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.112549 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:24.258965 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Pushing event updated for resources: {'Port': ['ID=afc45d3c-06ed-4446-80be-afea04cfb855,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:24.262023 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:24.296862 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:24.298288 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:24.410197 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b4a10c34-c134-4f6d-a112-e8c9e7a43c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.449284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Router 894b8006-29ab-490e-ac67-9ddaa180a300 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:24.598635 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b4721575-5ab0-4851-80ca-7866e2e15f72 None None] Provisioning complete for port afc45d3c-06ed-4446-80be-afea04cfb855 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:24.599104 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b4721575-5ab0-4851-80ca-7866e2e15f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.630197 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:24.636178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] 10.222.0.15 "PUT /v2.0/routers/894b8006-29ab-490e-ac67-9ddaa180a300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3671923 Jun 28 09:54:24.638484 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-b4721575-5ab0-4851-80ca-7866e2e15f72 None None] Port afc45d3c-06ed-4446-80be-afea04cfb855 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:24.659148 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2c601-c3da-4163-8c53-5ef1bcc2021d req-59a69d40-7731-44a8-8162-fe9917c5d12a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:24.660802 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e3a2c601-c3da-4163-8c53-5ef1bcc2021d req-59a69d40-7731-44a8-8162-fe9917c5d12a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1220124 Jun 28 09:54:24.705891 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e3a2c601-c3da-4163-8c53-5ef1bcc2021d req-a508aeda-54aa-46b2-bad7-dfd349ea1e0a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Jun 28 09:54:25.425639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35184) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:25.430383 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993970318', 'description': 'tempest-secgroup-smoke-993970318 description', 'project_id': '001adac6a8e742d8a60967fb99afc8a1'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:25.548137 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.592703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Sync routers for ids ['894b8006-29ab-490e-ac67-9ddaa180a300'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:25.601702 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Routers {'894b8006-29ab-490e-ac67-9ddaa180a300'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:25.602322 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['894b8006-29ab-490e-ac67-9ddaa180a300'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:25.659697 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.693250 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 6509e606-2e8d-4353-938b-69238f509955 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:25.721206 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.724767 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:25.749295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Set router 894b8006-29ab-490e-ac67-9ddaa180a300 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:25.756853 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9ae37-30a4-4691-a808-0c431f4c7df8,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:25.757929 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:25.811396 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.815383 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3860562 Jun 28 09:54:25.816182 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35192) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:25.820937 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group_rule': {'security_group_id': '8cb9ae37-30a4-4691-a808-0c431f4c7df8', 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:25.878725 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 6509e606-2e8d-4353-938b-69238f509955 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:25.886814 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 6509e606-2e8d-4353-938b-69238f509955 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:25.887188 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.904124 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caef03-611d-4bc1-873f-74515b08ac62 req-2d6a385f-169e-4b05-bd79-17807f317f5a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:25.905975 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-22caef03-611d-4bc1-873f-74515b08ac62 req-2d6a385f-169e-4b05-bd79-17807f317f5a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0722706 Jun 28 09:54:25.944183 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-22caef03-611d-4bc1-873f-74515b08ac62 req-96bf8e5f-be03-4556-9676-7cec4882d4ae tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Jun 28 09:54:25.966657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.013613 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.017075 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.038025 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 4, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'afc45d3c-06ed-4446-80be-afea04cfb855', 'name': '', 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'mac_address': 'fa:16:3e:b0:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:23Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 2, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'subnets': [{'id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:26.067895 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 6509e606-2e8d-4353-938b-69238f509955, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=6509e606-2e8d-4353-938b-69238f509955,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:26.068997 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Checking router: 894b8006-29ab-490e-ac67-9ddaa180a300 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:26.069355 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Updating router 894b8006-29ab-490e-ac67-9ddaa180a300 port afc45d3c-06ed-4446-80be-afea04cfb855 binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:26.096715 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.099449 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.111696 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.121115 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7a72da-d4c7-44c5-ab96-1f7c7e83fd6d,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.123993 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.208652 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.210317 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928053 Jun 28 09:54:26.212556 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35208) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:26.222941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group_rule': {'security_group_id': '8cb9ae37-30a4-4691-a808-0c431f4c7df8', 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:26.232378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.236758 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.310542 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=6509e606-2e8d-4353-938b-69238f509955,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.316398 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.341537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.401154 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.450292 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.461620 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Transition to ACTIVE for port object afc45d3c-06ed-4446-80be-afea04cfb855 will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:26.462678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.464872 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2ba041ef-513d-419b-a19f-a9c2105ac023 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.480360 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd80875e-a71a-4ac7-b2d4-c268afff8f3f,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.484951 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.557409 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.559474 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.606873 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37a12e-69f3-40eb-a24a-4759add47ddf None None] Pushing event updated for resources: {'Port': ['ID=afc45d3c-06ed-4446-80be-afea04cfb855,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.610849 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-6a37a12e-69f3-40eb-a24a-4759add47ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.619787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.623719 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-17e044a1-28e0-492f-8074-a3ed3826cfe1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4077544 Jun 28 09:54:26.629339 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35220) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:26.629339 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group_rule': {'security_group_id': '8cb9ae37-30a4-4691-a808-0c431f4c7df8', 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:26.667618 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Attempting to bind port afc45d3c-06ed-4446-80be-afea04cfb855 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:26.668059 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Attempting to bind port afc45d3c-06ed-4446-80be-afea04cfb855 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:26.669295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Attempting to bind port afc45d3c-06ed-4446-80be-afea04cfb855 on network 9b9de2d5-1895-453a-90b3-15b6e72f7587 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:26.675933 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:26.677330 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Checking segment: {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:26.677814 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.678273 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Bound using segment: {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:26.678970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Bound port: afc45d3c-06ed-4446-80be-afea04cfb855, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7092838-9edd-453c-93a8-d0559729a7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:26.679554 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.721469 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.790851 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] For port afc45d3c-06ed-4446-80be-afea04cfb855, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:26.793052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35224) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:26.806234 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] For port afc45d3c-06ed-4446-80be-afea04cfb855, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=afc45d3c-06ed-4446-80be-afea04cfb855,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:26.808090 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.898448 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.905579 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.907613 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d0b31921-ce25-44aa-980f-fa02911975a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.933986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.956420 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4ebb1a4c-7078-43e4-bb53-5896228da2d0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.964389 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Routers {'894b8006-29ab-490e-ac67-9ddaa180a300'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:26.965023 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:53:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['894b8006-29ab-490e-ac67-9ddaa180a300'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:26.971473 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8853ec3f-bb2e-4539-a938-e5961cc80e18,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:27.006806 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:27.007564 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37a12e-69f3-40eb-a24a-4759add47ddf None None] Pushing event updated for resources: {'Port': ['ID=afc45d3c-06ed-4446-80be-afea04cfb855,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:27.029526 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.033241 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-6a37a12e-69f3-40eb-a24a-4759add47ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:27.043546 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2feea134-5ce1-4e07-9cb5-e5ec81d56d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.108415 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.114559 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:27.118610 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] Set router 894b8006-29ab-490e-ac67-9ddaa180a300 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:27.158675 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a90dae1c0c4144db831229b9ed6e6e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647830 Jun 28 09:54:27.161297 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35230) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:27.163757 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20bd4ed-5493-43c7-af9e-766e98c4f017,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:27.177423 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.180466 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:27.197840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe946e2-219c-4c36-8da7-f861f95f3fe3 req-91d414a2-2d10-4eb3-a27e-217032490c70 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:27.199979 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-abe946e2-219c-4c36-8da7-f861f95f3fe3 req-91d414a2-2d10-4eb3-a27e-217032490c70 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1198936 Jun 28 09:54:27.233541 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.234698 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6096652 Jun 28 09:54:27.237503 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35232) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:27.244855 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group_rule': {'security_group_id': '8cb9ae37-30a4-4691-a808-0c431f4c7df8', 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:27.289683 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-abe946e2-219c-4c36-8da7-f861f95f3fe3 req-362d5059-7893-4687-bb8f-4ee7a3386fd9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813870 Jun 28 09:54:27.293182 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.323385 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.370121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.379328 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 4, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'afc45d3c-06ed-4446-80be-afea04cfb855', 'name': '', 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'mac_address': 'fa:16:3e:b0:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:23Z', 'updated_at': '2021-06-28T09:54:26Z', 'revision_number': 4, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'subnets': [{'id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:27.411830 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80ea28-d584-4e11-98f6-f6abf94d4193 None None] The sync data for ids ['894b8006-29ab-490e-ac67-9ddaa180a300'] in dv-cinder-792209-2-iscsi is: [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T09:54:23Z', 'revision_number': 4, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'afc45d3c-06ed-4446-80be-afea04cfb855', 'name': '', 'network_id': '9b9de2d5-1895-453a-90b3-15b6e72f7587', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'mac_address': 'fa:16:3e:b0:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:23Z', 'updated_at': '2021-06-28T09:54:26Z', 'revision_number': 4, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'subnets': [{'id': 'cf5d93b3-ed7d-4524-82ba-452ce6e80eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:27.471008 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.474279 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.475424 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b20bd4ed-5493-43c7-af9e-766e98c4f017 HTTP/1.1" status: 204 len: 168 time: 0.3115487 Jun 28 09:54:27.481851 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ce50c750-acde-4e6d-80d2-d795232f2e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:27.489678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.494549 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20bd4ed-5493-43c7-af9e-766e98c4f017,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:27.496904 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:27.559296 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.561397 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:27.584981 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247cbb9a-8a48-43bd-bf9f-023964d8ac5d,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:27.588271 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:27.683006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.684483 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4457614 Jun 28 09:54:27.687226 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35242) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:27.692398 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group_rule': {'security_group_id': '8cb9ae37-30a4-4691-a808-0c431f4c7df8', 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:27.800908 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 6509e606-2e8d-4353-938b-69238f509955 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:27.811864 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.securitygroups_db [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Project 001adac6a8e742d8a60967fb99afc8a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:54:27.835074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.859832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 6509e606-2e8d-4353-938b-69238f509955 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:27.860244 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.905919 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.953981 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device afc45d3c-06ed-4446-80be-afea04cfb855 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:27.992590 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.996302 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3ed0f603-010a-4daf-8122-cc30bbfc0d96 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.024678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c9f08c-8dc4-48b5-9393-f0bd930ab4fd,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.027124 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.105984 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port afc45d3c-06ed-4446-80be-afea04cfb855 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:28.107076 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.111325 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port afc45d3c-06ed-4446-80be-afea04cfb855 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:28.111703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.112666 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35256) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:28.116493 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4199960 Jun 28 09:54:28.119962 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'security_group_rule': {'security_group_id': '8cb9ae37-30a4-4691-a808-0c431f4c7df8', 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:28.208515 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.231262 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.securitygroups_db [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Project 001adac6a8e742d8a60967fb99afc8a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:54:28.237141 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.255628 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port afc45d3c-06ed-4446-80be-afea04cfb855, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=afc45d3c-06ed-4446-80be-afea04cfb855,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:28.311584 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.342202 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.343426 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.345358 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.376978 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.383984 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.425405 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b962d6-6b18-4324-9c06-e806d7cd3022,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.481339 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.520968 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.528006 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133565 Jun 28 09:54:28.572165 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6c74e-a16b-4f4a-887e-30b71c8314af req-c560ebb0-4dd1-41fd-ab2c-45894c8bc3be tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.575107 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9ff6c74e-a16b-4f4a-887e-30b71c8314af req-c560ebb0-4dd1-41fd-ab2c-45894c8bc3be tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1188912 Jun 28 09:54:28.608566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=afc45d3c-06ed-4446-80be-afea04cfb855,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.611911 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.654624 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9ff6c74e-a16b-4f4a-887e-30b71c8314af req-1260126a-f355-454b-94dd-92c951479f39 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734391 Jun 28 09:54:29.689228 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device afc45d3c-06ed-4446-80be-afea04cfb855 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:29.739936 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port afc45d3c-06ed-4446-80be-afea04cfb855 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:29.740365 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.840255 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6592e-83ae-4601-8e1a-3155cc44a69d req-fd8a46e4-f328-42be-8b06-e50a76085edd tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.841755 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-82a6592e-83ae-4601-8e1a-3155cc44a69d req-fd8a46e4-f328-42be-8b06-e50a76085edd tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0628641 Jun 28 09:54:29.886842 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-82a6592e-83ae-4601-8e1a-3155cc44a69d req-2cfd6fc5-7f4c-4290-9b85-fb66a5d00067 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Jun 28 09:54:29.990955 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.118737 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33a70-567e-409c-95aa-82862145b09c req-54e8f27b-68e5-4f00-861a-514921849bf4 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.120410 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12d33a70-567e-409c-95aa-82862145b09c req-54e8f27b-68e5-4f00-861a-514921849bf4 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0689406 Jun 28 09:54:30.169922 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12d33a70-567e-409c-95aa-82862145b09c req-a6a8f2f7-cb00-41dc-a231-f7d21fce95cf tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Jun 28 09:54:31.060121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccddb6-44a9-4df3-8850-b9d008f50e07 req-b8bb416f-f5d9-448f-8d65-b05450f76127 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.061501 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-22ccddb6-44a9-4df3-8850-b9d008f50e07 req-b8bb416f-f5d9-448f-8d65-b05450f76127 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0613415 Jun 28 09:54:31.097927 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-22ccddb6-44a9-4df3-8850-b9d008f50e07 req-09fc7e5f-3cda-4eda-93ca-19e7488d1475 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Jun 28 09:54:31.351861 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cefb5-9439-4f41-9cf2-65fba08cc217 req-a3360c9e-906a-4da7-b898-acb741d67a74 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.353844 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-bb8cefb5-9439-4f41-9cf2-65fba08cc217 req-a3360c9e-906a-4da7-b898-acb741d67a74 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0646150 Jun 28 09:54:31.391566 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-bb8cefb5-9439-4f41-9cf2-65fba08cc217 req-22ce3c8f-fccb-4960-aeb9-339b6e18f66d tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Jun 28 09:54:32.275034 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f068e42-36a2-44ce-9814-9de1f3fc7195 req-8edb5f20-79b6-4302-92e0-9503f4bb7bd2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.276518 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9f068e42-36a2-44ce-9814-9de1f3fc7195 req-8edb5f20-79b6-4302-92e0-9503f4bb7bd2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0614555 Jun 28 09:54:32.316186 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9f068e42-36a2-44ce-9814-9de1f3fc7195 req-01566125-7c7a-43f3-b423-70f3e95b624b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jun 28 09:54:32.562968 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629239-a241-4463-baf2-a0eec5f81549 req-907414b0-b488-48fa-a2a1-72c469bea58d tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.564359 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-47629239-a241-4463-baf2-a0eec5f81549 req-907414b0-b488-48fa-a2a1-72c469bea58d tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0606399 Jun 28 09:54:32.601368 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-47629239-a241-4463-baf2-a0eec5f81549 req-50a6a459-0f48-411c-94e3-f78403702fc8 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jun 28 09:54:33.493423 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e5295-2b6a-42d8-aa0b-69f2bc715de5 req-a679d7ba-8fc5-4810-8006-ee8543f2528e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.494864 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d7e5295-2b6a-42d8-aa0b-69f2bc715de5 req-a679d7ba-8fc5-4810-8006-ee8543f2528e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0669622 Jun 28 09:54:33.532379 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d7e5295-2b6a-42d8-aa0b-69f2bc715de5 req-9bd37cf5-aebe-4f24-ba92-620bb58b2dc4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Jun 28 09:54:33.785008 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122004-2079-47a7-99c6-99d3155dce0d req-fb4bc490-8ac4-490e-a560-766b2e776cb8 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.786415 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2b122004-2079-47a7-99c6-99d3155dce0d req-fb4bc490-8ac4-490e-a560-766b2e776cb8 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0663917 Jun 28 09:54:33.826586 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2b122004-2079-47a7-99c6-99d3155dce0d req-4d67cf98-672e-4fb1-bf4a-0a3f2112b5c5 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Jun 28 09:54:34.526079 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-6769a465-a306-414a-a32b-f822be9dd300 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:34.527603 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-6769a465-a306-414a-a32b-f822be9dd300 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0639701 Jun 28 09:54:34.707080 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Deleting port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:54:34.707436 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.770635 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec53c0-fe6e-4d14-beeb-235d7a5d2a0e req-2698338d-b215-4f7c-b61c-91d101ebf521 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:34.772128 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-09ec53c0-fe6e-4d14-beeb-235d7a5d2a0e req-2698338d-b215-4f7c-b61c-91d101ebf521 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1215434 Jun 28 09:54:34.829629 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-09ec53c0-fe6e-4d14-beeb-235d7a5d2a0e req-0496c4de-f83e-45ed-9140-3257f0bf087e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Jun 28 09:54:34.839941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] For port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,segment=NetworkSegment(56f0d113-576d-4a83-b690-e47495af2672),segment_id=56f0d113-576d-4a83-b690-e47495af2672)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:34.840333 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.862043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Calling delete_port for b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:54:34.999869 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3139d4-1eb5-45f2-bbc6-1b8158177a47 req-d2e03e99-5545-4981-9202-095fbad644d2 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:35.001364 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-df3139d4-1eb5-45f2-bbc6-1b8158177a47 req-d2e03e99-5545-4981-9202-095fbad644d2 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 946 time: 0.0627091 Jun 28 09:54:35.039548 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-df3139d4-1eb5-45f2-bbc6-1b8158177a47 req-d2c05da2-b1b4-4761-8f9c-5faad4d36456 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ddb6f7d-612a-43c4-a325-228f39a01abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Jun 28 09:54:35.067925 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:35.073107 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:35.097006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Pushing event deleted for resources: {'Port': ['ID=b9f8a208-5e75-4ca9-8a8a-7530c6bf0822,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:35.100419 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:35.121829 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['b9f8a208-5e75-4ca9-8a8a-7530c6bf0822'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:35.161834 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] No DVR routers for this DVR port b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:54:35.164960 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:35.166987 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d3ae046d-2f93-4ee0-821b-ab076ae71b9f req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.23 "DELETE /v2.0/ports/b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 HTTP/1.1" status: 204 len: 173 time: 0.6332526 Jun 28 09:54:35.167462 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'name': 'network-vif-deleted', 'tag': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:35.169733 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de92d2a-6aa5-4a1a-99b4-29af7683c8eb" -d '{"events": [{"server_uuid": "c3801289-dfe2-4def-90fc-ef37096ba76a", "name": "network-vif-deleted", "tag": "b9f8a208-5e75-4ca9-8a8a-7530c6bf0822"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:35.205689 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6ca20-a7ad-499c-8a01-421915b1b495 x-openstack-request-id: req-78a6ca20-a7ad-499c-8a01-421915b1b495 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:35.206004 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3801289-dfe2-4def-90fc-ef37096ba76a", "name": "network-vif-deleted", "tag": "b9f8a208-5e75-4ca9-8a8a-7530c6bf0822", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:35.206273 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78a6ca20-a7ad-499c-8a01-421915b1b495 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:35.209440 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3801289-dfe2-4def-90fc-ef37096ba76a', 'name': 'network-vif-deleted', 'tag': 'b9f8a208-5e75-4ca9-8a8a-7530c6bf0822', 'status': 'completed', 'code': 200} Jun 28 09:54:36.010368 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36508ec0-d469-4bf8-b5f9-468b4d053d76 req-42182619-b82c-4bbf-8e5b-4afec36fa37e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:36.011765 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-36508ec0-d469-4bf8-b5f9-468b4d053d76 req-42182619-b82c-4bbf-8e5b-4afec36fa37e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0617411 Jun 28 09:54:36.052633 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-36508ec0-d469-4bf8-b5f9-468b4d053d76 req-af75f456-707e-4b28-8aa1-04045d3cf785 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Jun 28 09:54:36.200743 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2aa76586-260d-4093-b82c-3c018a84bc5c req-4b424890-baae-4f39-83cf-af020503e0c8 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0381010 Jun 28 09:54:37.240477 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07fa7-897f-4a19-a1b9-d9c05c6fefd0 req-a001cd80-da41-42ec-adeb-9623e03ee1ac tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:37.241982 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-eca07fa7-897f-4a19-a1b9-d9c05c6fefd0 req-a001cd80-da41-42ec-adeb-9623e03ee1ac tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0653253 Jun 28 09:54:37.284503 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-eca07fa7-897f-4a19-a1b9-d9c05c6fefd0 req-9159b506-b7ae-4bf0-8ecb-d268e5f05f9d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Jun 28 09:54:37.367596 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6068304e-5b52-4eb5-a652-f02a88c29179 req-f359a998-763b-40ff-9d75-a20e84267628 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3801289-dfe2-4def-90fc-ef37096ba76a HTTP/1.1" status: 200 len: 210 time: 0.0286288 Jun 28 09:54:37.537395 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:54:37.558112 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:54:37.558469 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device b9f8a208-5e75-4ca9-8a8a-7530c6bf0822 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:54:38.458593 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fcb83-7198-4a3e-81f3-9b06b304e392 req-560ef402-e1cc-4b65-be4c-b12b2be9787a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.459949 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c97fcb83-7198-4a3e-81f3-9b06b304e392 req-560ef402-e1cc-4b65-be4c-b12b2be9787a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0631187 Jun 28 09:54:38.497365 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c97fcb83-7198-4a3e-81f3-9b06b304e392 req-20e67ab2-1ea7-49fa-8017-2db3a8faf370 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Jun 28 09:54:38.759170 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:39.674491 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fffe44-53af-4c89-b72f-200cd1078f84 req-98a3236f-636e-4973-887b-ba672566058e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:39.676458 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-80fffe44-53af-4c89-b72f-200cd1078f84 req-98a3236f-636e-4973-887b-ba672566058e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0671396 Jun 28 09:54:39.721608 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-80fffe44-53af-4c89-b72f-200cd1078f84 req-517b14cd-5e25-40e5-a387-adf2ec9109df tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Jun 28 09:54:40.115409 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35564) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:40.159477 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Deleting subnet 7bbf46cd-c43a-4db6-880d-f927e9fbe864 {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:54:40.162706 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.198296 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.208074 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.330551 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.334306 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:40.363791 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbf46cd-c43a-4db6-880d-f927e9fbe864,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:40.366139 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.370871 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7bbf46cd-c43a-4db6-880d-f927e9fbe864 HTTP/1.1" status: 204 len: 168 time: 0.2543411 Jun 28 09:54:40.371238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35570) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:40.371891 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:40.636633 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.714831 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.725014 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.725347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.726065 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.726414 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > port after_create 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.726734 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.727121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > port after_update 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.727372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.727680 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.727980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.728307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.904819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.905163 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.905484 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.905814 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:54:40.906168 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdffa5fc-e7e0-453e-afbb-33facd73b878']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:40.937973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f0d113-576d-4a83-b690-e47495af2672') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:40.938257 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f0d113-576d-4a83-b690-e47495af2672') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:40.975598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.999666 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.009506 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:54:41.010527 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: from cryptography.utils import int_from_bytes Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: from cryptography.utils import int_from_bytes Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:54:41.014596 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:54:41.082879 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd84a8c-90fa-4cdc-86c3-aea1bd4b6b93 req-08e1c12b-9e3d-490e-8a5d-9ff00e2b52f0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:41.084442 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3fd84a8c-90fa-4cdc-86c3-aea1bd4b6b93 req-08e1c12b-9e3d-490e-8a5d-9ff00e2b52f0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1734078 Jun 28 09:54:41.121961 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3fd84a8c-90fa-4cdc-86c3-aea1bd4b6b93 req-cf0047d1-d57d-4d94-949f-ba94e910356b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Jun 28 09:54:41.156496 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.162277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.164133 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bdffa5fc-e7e0-453e-afbb-33facd73b878 HTTP/1.1" status: 204 len: 168 time: 0.7917097 Jun 28 09:54:41.164984 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c34ed8db-8039-4ec1-a2bb-d718286d7d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:41.177267 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdffa5fc-e7e0-453e-afbb-33facd73b878,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:41.179865 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:41.531570 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35584) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:41.570610 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6fe387cc-455d-4176-9093-47586d0c41a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=703b69b760fd4942b32a601258f2d221&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377331 Jun 28 09:54:41.573244 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35588) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:41.621496 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.641972 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.781968 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.784646 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.785774 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ddb6f7d-612a-43c4-a325-228f39a01abc HTTP/1.1" status: 204 len: 168 time: 0.2116559 Jun 28 09:54:41.786535 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3430af02-e681-4c91-a185-04425814323f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:41.795406 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddb6f7d-612a-43c4-a325-228f39a01abc,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:41.799038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:42.295638 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe8e8-a87c-4806-b3c5-9924f71bc8c5 req-58e1d1ca-8990-41d7-bed3-6f72e310dd11 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:42.297144 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b44fe8e8-a87c-4806-b3c5-9924f71bc8c5 req-58e1d1ca-8990-41d7-bed3-6f72e310dd11 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0617948 Jun 28 09:54:42.334979 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b44fe8e8-a87c-4806-b3c5-9924f71bc8c5 req-f10f6167-65a7-492b-9543-d6d043f36070 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Jun 28 09:54:43.520060 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924653f-0a3d-435c-8a5e-b02a67b11671 req-9e9b8e3e-6268-4a97-a4e2-a965b7a23403 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:43.521608 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c924653f-0a3d-435c-8a5e-b02a67b11671 req-9e9b8e3e-6268-4a97-a4e2-a965b7a23403 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0702057 Jun 28 09:54:43.560053 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c924653f-0a3d-435c-8a5e-b02a67b11671 req-7bb6263b-2736-45aa-bd88-7a54158757b4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Jun 28 09:54:44.643659 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:54:44.739777 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d6c2f-c014-446d-af11-de5d6d7407f0 req-3780bc60-8871-41cb-b5dc-8079d37cbba7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:44.741281 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-139d6c2f-c014-446d-af11-de5d6d7407f0 req-3780bc60-8871-41cb-b5dc-8079d37cbba7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0643027 Jun 28 09:54:44.779000 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-139d6c2f-c014-446d-af11-de5d6d7407f0 req-9a846cc5-3392-46c6-980e-a11beb318605 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Jun 28 09:54:45.949491 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2e441-89c3-47dd-9471-a1df148438f6 req-54092153-d61b-4d40-9f0f-e8236079e261 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:45.950845 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1fc2e441-89c3-47dd-9471-a1df148438f6 req-54092153-d61b-4d40-9f0f-e8236079e261 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0602281 Jun 28 09:54:45.987095 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1fc2e441-89c3-47dd-9471-a1df148438f6 req-6de01198-f06a-47bc-a8e3-f7100a0fff29 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308309 Jun 28 09:54:47.162384 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb0f31-7fbc-4f2d-9590-eaf12d01d710 req-a8a41e0f-d5aa-4389-9d16-12e4d560ce3f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:47.163837 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f7eb0f31-7fbc-4f2d-9590-eaf12d01d710 req-a8a41e0f-d5aa-4389-9d16-12e4d560ce3f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0655077 Jun 28 09:54:47.202122 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f7eb0f31-7fbc-4f2d-9590-eaf12d01d710 req-2c166647-ec1e-4e12-98dc-a38fe0309023 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Jun 28 09:54:48.390174 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6cdf-aa89-48ed-a856-53e380ad113a req-01b88327-6f0e-438e-a7fc-fb23c52ea6f7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:48.391617 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8dad6cdf-aa89-48ed-a856-53e380ad113a req-01b88327-6f0e-438e-a7fc-fb23c52ea6f7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0639980 Jun 28 09:54:48.428586 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8dad6cdf-aa89-48ed-a856-53e380ad113a req-7f694fac-45b9-4748-ab55-492f5277666d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312042 Jun 28 09:54:49.602146 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c325-4c00-44c2-8d2a-d26f2d76a4a2 req-2d574679-3d88-4c08-b879-56e5e07859e6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.603536 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f647c325-4c00-44c2-8d2a-d26f2d76a4a2 req-2d574679-3d88-4c08-b879-56e5e07859e6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0651238 Jun 28 09:54:49.641967 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f647c325-4c00-44c2-8d2a-d26f2d76a4a2 req-69a84775-1220-44d8-b5a2-8372b75387bc tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327597 Jun 28 09:54:50.821751 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44576aae-4ae9-4f60-ba19-c6fa8a67e727 req-afeaf99f-41bf-4a4b-b9e0-fee65e9f3ea1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:50.823958 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44576aae-4ae9-4f60-ba19-c6fa8a67e727 req-afeaf99f-41bf-4a4b-b9e0-fee65e9f3ea1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0675969 Jun 28 09:54:50.860922 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44576aae-4ae9-4f60-ba19-c6fa8a67e727 req-8f414ae0-05da-4e7d-a58f-535522fb607c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Jun 28 09:54:52.073758 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26783e7-5781-45e8-ba6b-5736b8c3e021 req-81d08188-020a-4ba7-8b20-aff57c62da1d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.075197 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d26783e7-5781-45e8-ba6b-5736b8c3e021 req-81d08188-020a-4ba7-8b20-aff57c62da1d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0610845 Jun 28 09:54:52.112326 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d26783e7-5781-45e8-ba6b-5736b8c3e021 req-f6c00ff8-2204-4f89-a88f-81b03bff73b4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jun 28 09:54:53.285217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7d6f3-b325-4ae4-8fe3-502033564fe7 req-ec98dd2b-ae53-4a92-bb94-29ab18431bc6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:53.286557 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-68e7d6f3-b325-4ae4-8fe3-502033564fe7 req-ec98dd2b-ae53-4a92-bb94-29ab18431bc6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0641141 Jun 28 09:54:53.322753 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-68e7d6f3-b325-4ae4-8fe3-502033564fe7 req-4d339b33-d400-45b7-91fb-10408eed1e7b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301211 Jun 28 09:54:54.392867 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ef56e81b-8f26-4080-89c4-1627bf07ec54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.497568 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3224b49-e6ad-40b3-bcd6-aef56e24c786 req-a63fa083-6f69-405f-bad6-9d4235bc43ee tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:54.499152 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b3224b49-e6ad-40b3-bcd6-aef56e24c786 req-a63fa083-6f69-405f-bad6-9d4235bc43ee tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0658212 Jun 28 09:54:54.536243 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b3224b49-e6ad-40b3-bcd6-aef56e24c786 req-da0034c4-232b-4ae9-a76d-7c574760700c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Jun 28 09:54:55.720631 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562b90-c328-463e-9f72-148c58745141 req-c224db16-0c34-41d5-a1d5-be150bb03556 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:55.722070 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bb562b90-c328-463e-9f72-148c58745141 req-c224db16-0c34-41d5-a1d5-be150bb03556 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0658870 Jun 28 09:54:55.759940 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bb562b90-c328-463e-9f72-148c58745141 req-2745cfa4-7483-4976-a5e4-24ab7fcf13d8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Jun 28 09:54:56.937262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43a18-61ad-4dbd-aabf-f6bb5a45919d req-307b6d08-1c09-41e1-9965-8b899894b648 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:56.942589 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9bf43a18-61ad-4dbd-aabf-f6bb5a45919d req-307b6d08-1c09-41e1-9965-8b899894b648 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0639853 Jun 28 09:54:56.952902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a1088312-3aa3-4a1f-bfed-5a9b63f1b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:56.977580 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9bf43a18-61ad-4dbd-aabf-f6bb5a45919d req-c6b78032-c6f7-4d32-abff-ec1fd7832122 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Jun 28 09:54:57.041474 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 35876) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:57.053772 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.152999 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.246032 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.324461 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.327852 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a49d468f-747d-45fb-8198-6121ac220042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:57.365032 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee633aa1226548fa9fee0291726ef792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219049 Jun 28 09:54:57.366161 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bd4d2d-74ee-4c0f-96f7-3a54f8fc3a89,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:57.367856 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 35884) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:57.369282 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:57.421447 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.441813 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.637395 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.637395 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.641218 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20bd4d2d-74ee-4c0f-96f7-3a54f8fc3a89 HTTP/1.1" status: 204 len: 168 time: 0.2715130 Jun 28 09:54:57.642123 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:57.651817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bd4d2d-74ee-4c0f-96f7-3a54f8fc3a89,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:57.655571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:57.862586 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-330a6b59-8b8a-4a09-9295-793fd0cd69c0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:57.863997 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-330a6b59-8b8a-4a09-9295-793fd0cd69c0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.1041269 Jun 28 09:54:57.878769 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-fe0c2be2-cf30-4d19-889c-9640750f1fb3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/quotas/6660daa8a79f498c978bfde262532016 HTTP/1.1" status: 200 len: 375 time: 0.0092146 Jun 28 09:54:57.945092 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-41ccb141-f37f-4bc3-86cd-b97ed4e3ae10 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604234 Jun 28 09:54:58.042036 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-aab120f6-b5e1-4eec-874b-9e377fb5d4d0 service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898032 Jun 28 09:54:58.138669 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-037a39ae-a54a-4ea1-ad44-8642809d09db service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892911 Jun 28 09:54:58.173937 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cdb6d-da1d-4107-badc-1de97175380e req-4472ef5b-a71e-4a84-a0af-520b7feada27 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:58.175276 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9f8cdb6d-da1d-4107-badc-1de97175380e req-4472ef5b-a71e-4a84-a0af-520b7feada27 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0769651 Jun 28 09:54:58.217672 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9f8cdb6d-da1d-4107-badc-1de97175380e req-2e3e814f-a3c9-4a94-bb2e-44eff1fc9e2d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Jun 28 09:54:58.329906 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:58.476764 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-81f4b473-aa80-4427-bac8-ff1f28745f68 req-79b4d97e-b4d4-4960-9a11-11d79566dbad tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 210 time: 0.0406399 Jun 28 09:54:59.391594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab4b4b-1eb4-4634-a591-3f4cff2879d3 req-f476f43f-dbe4-457a-ba40-25ab8446c5a0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:59.399770 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c6ab4b4b-1eb4-4634-a591-3f4cff2879d3 req-f476f43f-dbe4-457a-ba40-25ab8446c5a0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0687735 Jun 28 09:54:59.440683 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c6ab4b4b-1eb4-4634-a591-3f4cff2879d3 req-adcea65e-119b-4e38-bbfb-82fd2b390c6a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Jun 28 09:54:59.605726 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3a24f24-9aac-4cf1-a397-322dd6d4eb84 req-6dc7b931-b57e-4710-9292-a0d5f50061ff tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 210 time: 0.0299881 Jun 28 09:54:59.956784 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.341329 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 36002) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:00.443498 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.588704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.614816 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759fdf5-c155-4390-893d-f682b30ffbd3 req-9977109c-f591-4857-96df-6149f1e99e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:00.616620 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d759fdf5-c155-4390-893d-f682b30ffbd3 req-9977109c-f591-4857-96df-6149f1e99e9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 1098 time: 0.1226516 Jun 28 09:55:00.658088 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.664942 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-97a27cb4-48dc-4323-9602-173e2cb47baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:00.707077 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382ed6-47c2-4849-8c91-64139569427b req-401ca01b-19b4-4519-ad3e-b4758acc7b3e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:00.708731 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-28382ed6-47c2-4849-8c91-64139569427b req-401ca01b-19b4-4519-ad3e-b4758acc7b3e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1411166 Jun 28 09:55:00.717272 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d759fdf5-c155-4390-893d-f682b30ffbd3 req-41b8bc7d-cee4-42db-b22a-8fe120ddd19c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894003 Jun 28 09:55:00.729634 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f7519febdce4ea4ac8efa3186b35980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872514 Jun 28 09:55:00.731614 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0029fb38-a36e-4d23-8085-88bdd88c8c47,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:00.732872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 36018) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:00.740873 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:00.760949 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-28382ed6-47c2-4849-8c91-64139569427b req-df647c79-5956-45a7-8d4c-09638954b58f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Jun 28 09:55:00.802105 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.828437 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.917974 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-29d5f8e5-d15e-4053-b07c-297d93ad29f3 req-ede7f4af-3f7f-4c5d-8646-91c4fde71395 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 210 time: 0.0277810 Jun 28 09:55:00.981520 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.984176 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.985382 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0029fb38-a36e-4d23-8085-88bdd88c8c47 HTTP/1.1" status: 204 len: 168 time: 0.2509947 Jun 28 09:55:00.986053 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:00.993795 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0029fb38-a36e-4d23-8085-88bdd88c8c47,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:01.002119 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:01.520227 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-04804fbf-18a0-4013-af0f-1d6a1cc45d3e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:01.521624 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-04804fbf-18a0-4013-af0f-1d6a1cc45d3e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.1016512 Jun 28 09:55:01.597605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Request body: {'port': {'device_id': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'admin_state_up': True, 'tenant_id': '6660daa8a79f498c978bfde262532016'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:01.619946 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 36030) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:01.633109 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.721210 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.781291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.784744 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e2b6b624-18a2-4791-bfc7-33830a927ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:01.823852 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 36036) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:01.823993 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c077283707af48ef930f77bd92793935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022562 Jun 28 09:55:01.826418 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda0e17-822e-4413-94ff-31cf5640a71f,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:01.836253 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:01.888040 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Made reservation on behalf of 6660daa8a79f498c978bfde262532016 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:01.892901 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.964114 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.990948 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de300-93c9-4246-a8df-c91750cc8b11 req-369b11a5-6e67-43b9-a1d6-6951aa301dc9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:01.997787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.998223 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6c2de300-93c9-4246-a8df-c91750cc8b11 req-369b11a5-6e67-43b9-a1d6-6951aa301dc9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0779591 Jun 28 09:55:02.044632 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6c2de300-93c9-4246-a8df-c91750cc8b11 req-8b134518-a5f4-47c8-b421-c21a861265ff tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Jun 28 09:55:02.088519 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Allocated IP 172.20.0.11 (af0e4940-37fa-4c6d-8d61-65acd8fa9def/ecccc34f-ce11-49c5-9f9b-b6249bd816b3/503596fc-bfa4-4879-ae04-6f2bafbcbea6) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:02.139835 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9124514d-a747-4da9-aee9-1c482a2cae10 req-431f0ed1-f9b9-4669-af87-6f17e549472c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 210 time: 0.0370991 Jun 28 09:55:02.208365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:02.210855 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:02.211949 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdda0e17-822e-4413-94ff-31cf5640a71f HTTP/1.1" status: 204 len: 168 time: 0.3861780 Jun 28 09:55:02.216207 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fe1a3e1f-023b-4bc8-974c-b254490f2f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:02.230659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda0e17-822e-4413-94ff-31cf5640a71f,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:02.232475 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:02.272807 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:02.380316 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:02.384922 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f0f0a148-9ba0-4ca7-875d-56c5184d42e1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:02.428269 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:02.435002 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:02.437733 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:02.438229 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:02.471848 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event updated for resources: {'Port': ['ID=503596fc-bfa4-4879-ae04-6f2bafbcbea6,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:02.476767 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:02.500298 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:02.501304 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:02.594007 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0007188 Jun 28 09:55:02.692629 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Request body: {'port': {'device_id': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:02.773847 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.032171 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503596fc-bfa4-4879-ae04-6f2bafbcbea6 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:03.039669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.052356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Transition to ACTIVE for port object 503596fc-bfa4-4879-ae04-6f2bafbcbea6 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:03.135804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.139222 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fe17f413-22be-4ddc-8f3c-7d9f6015ac13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:03.187642 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Pushing event updated for resources: {'Port': ['ID=503596fc-bfa4-4879-ae04-6f2bafbcbea6,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:03.191519 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:03.241864 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925530-c9a5-4f62-965e-b7edcf1447fb req-1a81a469-76cb-48c4-ab37-a7297e239a17 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:03.244112 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1b925530-c9a5-4f62-965e-b7edcf1447fb req-1a81a469-76cb-48c4-ab37-a7297e239a17 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0772572 Jun 28 09:55:03.314898 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Attempting to bind port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:03.315232 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Attempting to bind port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:03.315557 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Attempting to bind port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:03.320555 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:03.320879 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Attempting to bind port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:03.326369 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:03.326709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Checking segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:03.327099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Bound using segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:03.327529 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Bound port: 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:03.327883 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.432567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] For port 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:03.437055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] For port 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=503596fc-bfa4-4879-ae04-6f2bafbcbea6,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:03.461610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e646-e41b-4f9e-8d5b-ecd0efdea331 req-877ca10e-9386-4e23-bf46-98cdf2feeac3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:03.465471 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3154e646-e41b-4f9e-8d5b-ecd0efdea331 req-877ca10e-9386-4e23-bf46-98cdf2feeac3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 944 time: 0.1016841 Jun 28 09:55:03.503795 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1b925530-c9a5-4f62-965e-b7edcf1447fb req-633c0c50-5001-4ab5-ba86-36e87d37fe14 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587302 Jun 28 09:55:03.511905 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3154e646-e41b-4f9e-8d5b-ecd0efdea331 req-b7a4e963-d6ab-4560-9894-80d2395f9354 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Jun 28 09:55:03.546295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.549356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:03.581411 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:03.587274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.587274 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] 10.222.0.23 "PUT /v2.0/ports/503596fc-bfa4-4879-ae04-6f2bafbcbea6 HTTP/1.1" status: 200 len: 1094 time: 0.8961654 Jun 28 09:55:03.587274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'tag': '503596fc-bfa4-4879-ae04-6f2bafbcbea6'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:03.587274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc1d58-bc7b-4707-b926-9b588ecdaf93" -d '{"events": [{"name": "network-changed", "server_uuid": "5e90c96f-0712-4747-9280-1aa4f04e5e5b", "tag": "503596fc-bfa4-4879-ae04-6f2bafbcbea6"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:03.610435 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Pushing event updated for resources: {'Port': ['ID=503596fc-bfa4-4879-ae04-6f2bafbcbea6,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:03.614128 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:03.626406 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dea2b1f-446b-483b-bd61-cf88c4628c61 x-openstack-request-id: req-8dea2b1f-446b-483b-bd61-cf88c4628c61 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:03.626721 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e90c96f-0712-4747-9280-1aa4f04e5e5b", "tag": "503596fc-bfa4-4879-ae04-6f2bafbcbea6", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:03.627003 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8dea2b1f-446b-483b-bd61-cf88c4628c61 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:03.627416 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'tag': '503596fc-bfa4-4879-ae04-6f2bafbcbea6', 'status': 'completed', 'code': 200} Jun 28 09:55:03.816481 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1d58-bc7b-4707-b926-9b588ecdaf93 req-c2fc8d00-84ae-42a6-9dfb-c3fa74775931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:03.817978 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08dc1d58-bc7b-4707-b926-9b588ecdaf93 req-c2fc8d00-84ae-42a6-9dfb-c3fa74775931 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 1097 time: 0.0589392 Jun 28 09:55:04.026176 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1d58-bc7b-4707-b926-9b588ecdaf93 req-bc53abce-a4bf-4b97-a05d-deaafb37661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.028325 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08dc1d58-bc7b-4707-b926-9b588ecdaf93 req-bc53abce-a4bf-4b97-a05d-deaafb37661c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6660daa8a79f498c978bfde262532016&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1194026 Jun 28 09:55:04.135678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1d58-bc7b-4707-b926-9b588ecdaf93 req-ff00ed29-7732-4f04-992e-d840ece9db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.137730 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08dc1d58-bc7b-4707-b926-9b588ecdaf93 req-ff00ed29-7732-4f04-992e-d840ece9db19 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907855 Jun 28 09:55:04.286911 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-67a78250-f35d-454b-a944-33649aa2dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.288484 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-67a78250-f35d-454b-a944-33649aa2dac3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 1097 time: 0.0550599 Jun 28 09:55:04.347331 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-94881254-0e5b-46e8-b9b7-c4ac336a3561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503596fc-bfa4-4879-ae04-6f2bafbcbea6 HTTP/1.1" status: 200 len: 217 time: 0.0341213 Jun 28 09:55:04.404158 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-d34801eb-18c9-453c-8892-31eb331ee8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.405605 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-d34801eb-18c9-453c-8892-31eb331ee8a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.0472600 Jun 28 09:55:04.444332 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-c1ab8298-33f5-49d4-a4f7-118b4e4f4dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285120 Jun 28 09:55:04.544434 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-39d4a5a2-2569-4b13-b395-d9e7ba17ddee service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Jun 28 09:55:04.710919 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0463a-be23-4e6e-b68b-8fb7f5a8c227 req-4e4dcd50-1c67-4def-8577-b2aaf63911f9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.712600 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7ba0463a-be23-4e6e-b68b-8fb7f5a8c227 req-4e4dcd50-1c67-4def-8577-b2aaf63911f9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0685520 Jun 28 09:55:04.758782 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7ba0463a-be23-4e6e-b68b-8fb7f5a8c227 req-dfe20729-2e4a-447a-b707-e55e1e96a322 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 Jun 28 09:55:04.887534 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-124617bd-9e02-432c-88ef-4d6a560bc4b3 req-e6aff48e-c844-4b64-9b28-9828926b6e51 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320389 Jun 28 09:55:04.910003 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dccd5-531a-4f02-8e16-7a0ed8bba2ef req-dc29fc18-bcf2-413a-bb07-f5b14aea69ee tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.911571 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-929dccd5-531a-4f02-8e16-7a0ed8bba2ef req-dc29fc18-bcf2-413a-bb07-f5b14aea69ee tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 944 time: 0.0834923 Jun 28 09:55:04.940271 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d182-9819-4113-9b70-43bd296131fc req-bdc97470-3583-4689-9498-30e6eac3e601 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:04.941730 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5478d182-9819-4113-9b70-43bd296131fc req-bdc97470-3583-4689-9498-30e6eac3e601 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Jun 28 09:55:04.951517 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-929dccd5-531a-4f02-8e16-7a0ed8bba2ef req-9a463a1e-bb48-4b39-a808-65f346738ed2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Jun 28 09:55:04.986527 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5478d182-9819-4113-9b70-43bd296131fc req-b0640ccb-67fb-4d0a-9404-2197d4baba1f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Jun 28 09:55:06.126014 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ea74b-f1fd-4da5-a8c3-c33c821275ab req-b7a203ee-2879-45e1-84e1-6b63823e5315 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:06.127465 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-371ea74b-f1fd-4da5-a8c3-c33c821275ab req-b7a203ee-2879-45e1-84e1-6b63823e5315 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 944 time: 0.0622799 Jun 28 09:55:06.163380 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-371ea74b-f1fd-4da5-a8c3-c33c821275ab req-09b1f136-5cb2-4b4f-a3c3-f137109f5937 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302775 Jun 28 09:55:07.338289 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e421275-6a3b-48d8-b124-15745257cbfc req-91e2a3c7-5ca8-4a3f-89c5-6de5e0b9a4f4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:07.340450 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0e421275-6a3b-48d8-b124-15745257cbfc req-91e2a3c7-5ca8-4a3f-89c5-6de5e0b9a4f4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 944 time: 0.0644941 Jun 28 09:55:07.377963 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0e421275-6a3b-48d8-b124-15745257cbfc req-b43e5881-5df1-43c6-a266-6b1a25e58f04 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Jun 28 09:55:08.182241 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-bf74009d-e88f-427b-9a18-776ac9481609 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535293 Jun 28 09:55:08.306150 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-46cb8d83-311d-4389-8261-5b484a56c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:08.307705 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-46cb8d83-311d-4389-8261-5b484a56c394 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 1098 time: 0.0516400 Jun 28 09:55:08.414236 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-a49f5f85-760f-45ce-bb6f-360841cf9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:08.415677 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-a49f5f85-760f-45ce-bb6f-360841cf9fb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 915 time: 0.0865731 Jun 28 09:55:08.459008 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-2366dbf7-0d9b-41ec-9ff7-8a5137feaa5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244962e2-477a-4d97-bd3a-7baec40cb78c HTTP/1.1" status: 200 len: 217 time: 0.0338740 Jun 28 09:55:08.540999 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-6c1d5107-d372-4082-80e0-a5f7566cf589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:08.542990 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-6c1d5107-d372-4082-80e0-a5f7566cf589 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.0739677 Jun 28 09:55:08.586001 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-82081487-b61d-4cac-8b71-45692bb1d401 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297067 Jun 28 09:55:08.594910 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd5ac-9a66-4022-9611-c94ca5aad686 req-9b59c29a-76c9-471a-b63c-23229a2dda9e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:08.596277 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-48dcd5ac-9a66-4022-9611-c94ca5aad686 req-9b59c29a-76c9-471a-b63c-23229a2dda9e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 944 time: 0.1028836 Jun 28 09:55:08.657638 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-48dcd5ac-9a66-4022-9611-c94ca5aad686 req-088b2a25-97a9-40b6-a544-2911b2a49295 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556788 Jun 28 09:55:08.723279 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-d37de184-eef8-4ccf-8fc4-1ab975776dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982761 Jun 28 09:55:08.752588 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.815375 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a4498d44-d402-4b50-8bd8-41bbfef69ede req-459f5730-53f0-4c05-9c59-18b8ed343cd9 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799770 Jun 28 09:55:09.705432 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 503596fc-bfa4-4879-ae04-6f2bafbcbea6 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:09.829741 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=503596fc-bfa4-4879-ae04-6f2bafbcbea6,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:09.845331 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '503596fc-bfa4-4879-ae04-6f2bafbcbea6', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'port_id': '503596fc-bfa4-4879-ae04-6f2bafbcbea6', 'mac_address': 'fa:16:3e:61:23:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecccc34f-ce11-49c5-9f9b-b6249bd816b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:09.849029 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d89f1-75b0-4217-87dd-962bdcc17c71 req-e7b9426a-42ec-42d2-a44a-d02864d10b14 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:09.850808 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7b6d89f1-75b0-4217-87dd-962bdcc17c71 req-e7b9426a-42ec-42d2-a44a-d02864d10b14 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 944 time: 0.0728068 Jun 28 09:55:09.886544 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.893226 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7b6d89f1-75b0-4217-87dd-962bdcc17c71 req-66918b9b-3abc-4917-89bd-2257d4a236ac tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Jun 28 09:55:09.904101 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503596fc-bfa4-4879-ae04-6f2bafbcbea6 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:09.923634 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=503596fc-bfa4-4879-ae04-6f2bafbcbea6,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:10.002327 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.004894 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-1e14eade-8370-4e62-a240-5784595d909b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:10.050626 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=503596fc-bfa4-4879-ae04-6f2bafbcbea6,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:10.053952 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:11.074973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390653-ec3e-463f-847c-5f221910bab3 req-cd71abdb-87fa-4a62-b1b7-a6a00dc8dd7d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:11.076888 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-45390653-ec3e-463f-847c-5f221910bab3 req-cd71abdb-87fa-4a62-b1b7-a6a00dc8dd7d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 945 time: 0.0655308 Jun 28 09:55:11.124729 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-45390653-ec3e-463f-847c-5f221910bab3 req-5f06848c-e25e-4a04-838c-809c6fdae173 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Jun 28 09:55:11.357927 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['503596fc-bfa4-4879-ae04-6f2bafbcbea6'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:12.300564 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4faf1a-1e2f-4294-9c64-a47da2698a6e req-3c755db9-e7e3-4daf-8ca4-26830d37a5d5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:12.302023 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5a4faf1a-1e2f-4294-9c64-a47da2698a6e req-3c755db9-e7e3-4daf-8ca4-26830d37a5d5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 945 time: 0.0666602 Jun 28 09:55:12.337971 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5a4faf1a-1e2f-4294-9c64-a47da2698a6e req-7604f10b-fcaf-46af-8852-470cd656f31c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304086 Jun 28 09:55:13.592241 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901a0e-a034-48f1-8bc8-939f71e9750a req-d51476b2-0bf5-42a2-bb97-3611bfd5e9e2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:13.593928 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9e901a0e-a034-48f1-8bc8-939f71e9750a req-d51476b2-0bf5-42a2-bb97-3611bfd5e9e2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 945 time: 0.0652204 Jun 28 09:55:13.634907 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9e901a0e-a034-48f1-8bc8-939f71e9750a req-3e02dda8-4080-45c6-adcf-7ba5adf57bc5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jun 28 09:55:13.722816 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 503596fc-bfa4-4879-ae04-6f2bafbcbea6 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:13.832682 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:13.837843 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:13.838539 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.890222 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42e919-0be9-4107-a44d-0e6f6c2a4134 req-515461b3-243c-469d-9c68-149b51f93637 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:13.891709 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0b42e919-0be9-4107-a44d-0e6f6c2a4134 req-515461b3-243c-469d-9c68-149b51f93637 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.1002979 Jun 28 09:55:13.921805 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-2d442915-a94f-45fd-8e2f-38a8b48422af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:13.923229 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-2d442915-a94f-45fd-8e2f-38a8b48422af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.0971310 Jun 28 09:55:13.924138 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.950290 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503596fc-bfa4-4879-ae04-6f2bafbcbea6'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:13.950290 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe238b6-d701-40f7-9821-bedc147202e9" -d '{"events": [{"server_uuid": "5e90c96f-0712-4747-9280-1aa4f04e5e5b", "name": "network-vif-plugged", "status": "completed", "tag": "503596fc-bfa4-4879-ae04-6f2bafbcbea6"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:13.955347 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0b42e919-0be9-4107-a44d-0e6f6c2a4134 req-229a9a7a-bb96-4faf-b0eb-da4adebbb103 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Jun 28 09:55:13.960985 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=503596fc-bfa4-4879-ae04-6f2bafbcbea6,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:13.998882 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48de91e-8059-4276-bff0-29be78e426c1 x-openstack-request-id: req-b48de91e-8059-4276-bff0-29be78e426c1 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:13.999187 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e90c96f-0712-4747-9280-1aa4f04e5e5b", "name": "network-vif-plugged", "status": "completed", "tag": "503596fc-bfa4-4879-ae04-6f2bafbcbea6", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:13.999444 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b48de91e-8059-4276-bff0-29be78e426c1 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:13.999835 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503596fc-bfa4-4879-ae04-6f2bafbcbea6', 'code': 200} Jun 28 09:55:14.023595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-716e39ef-eae1-4403-af1f-1059394402f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:14.025062 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-716e39ef-eae1-4403-af1f-1059394402f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.0926640 Jun 28 09:55:14.038146 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:14.040941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:14.087646 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=503596fc-bfa4-4879-ae04-6f2bafbcbea6,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:14.095579 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.095923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.096278 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.096607 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.096930 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.097248 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.097564 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.097878 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.098219 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.098529 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.098867 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.099177 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:14.102772 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:14.105619 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-3ed263a3-f0e2-4b61-9ea8-890598a61d12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 217 time: 0.0387642 Jun 28 09:55:14.158742 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-ca9ce6c2-9687-438a-beae-6ec63114887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:14.160251 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-ca9ce6c2-9687-438a-beae-6ec63114887d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0435369 Jun 28 09:55:14.193614 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-36e6613e-a1e4-40ca-bfd4-991b594f8ace service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250287 Jun 28 09:55:14.286936 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-cc67d773-f3f1-41ec-a552-cff74e27af32 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848045 Jun 28 09:55:14.409649 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34a95fd2-a6ed-44c3-a5b6-2dc84c783da4 req-6e4566e7-917d-44b6-ab0f-d0c13d9ff99f service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098421 Jun 28 09:55:14.439966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8fb45-061f-4002-99e3-618ed6f6be10 req-fd30ea9f-1e14-4911-94b8-53bbc53db09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:14.441473 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-25f8fb45-061f-4002-99e3-618ed6f6be10 req-fd30ea9f-1e14-4911-94b8-53bbc53db09b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 1099 time: 0.0605156 Jun 28 09:55:14.492285 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-25f8fb45-061f-4002-99e3-618ed6f6be10 req-d1b2cf84-50a9-47b5-9aea-a8f4111874d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281050 Jun 28 09:55:14.811246 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25494eb-2db7-43b0-adab-07be861e31c1 req-a24cedda-83a6-4a93-93b1-d9bcb6180130 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:14.812766 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e25494eb-2db7-43b0-adab-07be861e31c1 req-a24cedda-83a6-4a93-93b1-d9bcb6180130 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0620215 Jun 28 09:55:14.850909 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e25494eb-2db7-43b0-adab-07be861e31c1 req-e8cd3a82-8099-4f4d-93dc-bb804e2c62fb tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Jun 28 09:55:15.425217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f07d9-b7c3-49a3-80d1-6ba772c86ddb req-5981f83c-feae-470f-b06f-b2f0912d179e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:15.426664 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-122f07d9-b7c3-49a3-80d1-6ba772c86ddb req-5981f83c-feae-470f-b06f-b2f0912d179e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0612216 Jun 28 09:55:15.462216 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-122f07d9-b7c3-49a3-80d1-6ba772c86ddb req-f36e3338-c399-454d-9505-4b765610ba17 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299468 Jun 28 09:55:16.029480 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377574b-bed0-484f-bd8c-2d7dba8287cd req-96c2f560-ac84-4e16-992b-e459f60b0c97 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:16.031045 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7377574b-bed0-484f-bd8c-2d7dba8287cd req-96c2f560-ac84-4e16-992b-e459f60b0c97 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0647197 Jun 28 09:55:16.073346 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7377574b-bed0-484f-bd8c-2d7dba8287cd req-c4eb46b7-09f4-4759-ad15-540b424821f7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365984 Jun 28 09:55:16.762801 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccea68-41cf-48d5-95ac-dd354867f1cb req-44af04e7-145a-4641-a24f-0f58e915ac88 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:16.764319 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dccea68-41cf-48d5-95ac-dd354867f1cb req-44af04e7-145a-4641-a24f-0f58e915ac88 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0643692 Jun 28 09:55:16.806215 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dccea68-41cf-48d5-95ac-dd354867f1cb req-623ef90f-a219-4d7c-9a4e-c9f60493522b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jun 28 09:55:17.248636 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0c1c0-0059-45cc-911b-7c4112699ff8 req-ac0c486f-f833-4b3f-be1c-01d62d3959a7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:17.250087 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12b0c1c0-0059-45cc-911b-7c4112699ff8 req-ac0c486f-f833-4b3f-be1c-01d62d3959a7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0623693 Jun 28 09:55:17.286969 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12b0c1c0-0059-45cc-911b-7c4112699ff8 req-769902df-2124-4a67-ba52-d26438320040 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Jun 28 09:55:17.985750 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8ab97-d5c5-4115-bf6a-4a8b538fb669 req-cf674759-0400-4300-a214-80fbd1d14a93 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:17.987243 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38b8ab97-d5c5-4115-bf6a-4a8b538fb669 req-cf674759-0400-4300-a214-80fbd1d14a93 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0652242 Jun 28 09:55:18.025402 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38b8ab97-d5c5-4115-bf6a-4a8b538fb669 req-0146fbd1-8ce2-4eb2-a977-f930e2d2d4c9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Jun 28 09:55:18.455545 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5d7dc-ce71-4923-b5a8-63b7b462b946 req-9125cf68-744a-4457-ab87-e979b470f03b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:18.457435 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c7c5d7dc-ce71-4923-b5a8-63b7b462b946 req-9125cf68-744a-4457-ab87-e979b470f03b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0612028 Jun 28 09:55:18.494102 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c7c5d7dc-ce71-4923-b5a8-63b7b462b946 req-c0d47a4c-beec-477c-8350-11b92e7b2ad0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311079 Jun 28 09:55:19.338889 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3a310-002c-4be3-95d3-7f2077ebd032 req-3b48900f-f409-4f71-ae34-240720d7cd39 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:19.340471 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8cc3a310-002c-4be3-95d3-7f2077ebd032 req-3b48900f-f409-4f71-ae34-240720d7cd39 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0625818 Jun 28 09:55:19.378438 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8cc3a310-002c-4be3-95d3-7f2077ebd032 req-3755600a-ce43-4b52-8e06-c04534397087 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Jun 28 09:55:20.551884 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081c3c5-25d1-4ecc-9f70-9f1b0e2b9f10 req-a90a5942-e522-4fd8-8495-bc6378362ab4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:20.553407 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0081c3c5-25d1-4ecc-9f70-9f1b0e2b9f10 req-a90a5942-e522-4fd8-8495-bc6378362ab4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0639825 Jun 28 09:55:20.591202 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0081c3c5-25d1-4ecc-9f70-9f1b0e2b9f10 req-a3183244-f243-4542-b883-349423f06173 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Jun 28 09:55:21.643779 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:21.739067 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-ff076930-3352-484d-b52f-9e261ea5daed tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:21.740608 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-ff076930-3352-484d-b52f-9e261ea5daed tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.1130650 Jun 28 09:55:21.766045 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-7c8d7ee2-29f9-4090-b5bb-8a0e5d0205d5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/quotas/6660daa8a79f498c978bfde262532016 HTTP/1.1" status: 200 len: 375 time: 0.0116439 Jun 28 09:55:21.770914 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7857a-c53f-495b-a035-49f0beab5cdf req-240d7a3c-5e1c-4386-b45c-ac8d9f49bd95 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:21.772998 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-10a7857a-c53f-495b-a035-49f0beab5cdf req-240d7a3c-5e1c-4386-b45c-ac8d9f49bd95 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0660667 Jun 28 09:55:21.811126 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-10a7857a-c53f-495b-a035-49f0beab5cdf req-f3be7c7e-efa9-4f62-b626-51832f386281 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Jun 28 09:55:21.837017 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-425a2b38-f695-4b3b-be52-69dd7c1427bb tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652330 Jun 28 09:55:21.928628 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-5b775c43-c4e1-4a09-ac4c-9a6d46a41812 service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Jun 28 09:55:22.022142 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-5145086d-3fe8-4c45-a79e-86a770b31d4a service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861583 Jun 28 09:55:22.322901 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ea4e6481-2c3a-43ce-9e24-efba9ee10706 req-657b362c-ab47-4066-99dc-a2aff5a03930 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jun 28 09:55:22.988254 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb66840-e708-416d-a881-79063ebbbc39 req-7ce6029c-b65f-4394-b6b3-3457db23985c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:22.989611 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bbb66840-e708-416d-a881-79063ebbbc39 req-7ce6029c-b65f-4394-b6b3-3457db23985c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0662005 Jun 28 09:55:23.025357 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bbb66840-e708-416d-a881-79063ebbbc39 req-af86e556-fa2b-4892-9db4-998541e0e4ac tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301287 Jun 28 09:55:23.467676 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8b04db9c-4a7d-405d-aa66-a48e3a7c479b req-a59f539b-1f3b-4e72-8f11-efe9f912627a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 210 time: 0.0324428 Jun 28 09:55:24.198299 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e55a83-3cf1-4103-8928-0079f8341e99 req-9f66f1b0-4164-4afd-b178-745a6700c7c9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:24.200291 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a9e55a83-3cf1-4103-8928-0079f8341e99 req-9f66f1b0-4164-4afd-b178-745a6700c7c9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0605834 Jun 28 09:55:24.237428 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a9e55a83-3cf1-4103-8928-0079f8341e99 req-e7a93be8-8685-4880-90a5-9330e458daad tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Jun 28 09:55:24.391044 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ef383860-bc7a-4241-8a4f-f51e1457b387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:24.607095 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fedc2d8d-1a21-4cb6-b028-46777cec002e req-ea88ae82-99a2-49c9-a931-937668e17ab2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 210 time: 0.0274215 Jun 28 09:55:26.950643 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-63093a39-2bd6-4c4b-9321-4a71c302edbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.060727 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.334159 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:29.969335 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.952981 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bce7e1-cbde-4f0a-a029-65e33eac6c54 req-7a4aef59-988a-43d2-919e-7250a40b1c49 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.954673 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44bce7e1-cbde-4f0a-a029-65e33eac6c54 req-7a4aef59-988a-43d2-919e-7250a40b1c49 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0671308 Jun 28 09:55:30.992778 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44bce7e1-cbde-4f0a-a029-65e33eac6c54 req-f6b222dd-7c52-4779-bab2-a5c328fa8a75 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Jun 28 09:55:30.996300 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0f3ba36e-0e23-4d34-9fe2-319a65532d29 req-11a1cc72-af3b-4773-8cb4-7cf82e14d523 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 210 time: 0.0304456 Jun 28 09:55:31.385293 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-1d45c35b-28fb-44f5-a28e-2dbd999c08ce tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.386676 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-1d45c35b-28fb-44f5-a28e-2dbd999c08ce tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.1020052 Jun 28 09:55:31.408895 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Request body: {'port': {'device_id': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'admin_state_up': True, 'tenant_id': '6660daa8a79f498c978bfde262532016'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:31.638667 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Made reservation on behalf of 6660daa8a79f498c978bfde262532016 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:31.642703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:31.774576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Allocated IP 172.20.0.7 (af0e4940-37fa-4c6d-8d61-65acd8fa9def/ecccc34f-ce11-49c5-9f9b-b6249bd816b3/79014aee-d4c1-4fe8-a038-d31ff7f3e579) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:31.927418 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.049977 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.053703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-6398ed43-6587-4886-8e4e-78c1b4067202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:32.096295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:32.099416 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:32.108097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:32.119608 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c', '503596fc-bfa4-4879-ae04-6f2bafbcbea6'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:32.174641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.175537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.178546 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event updated for resources: {'Port': ['ID=79014aee-d4c1-4fe8-a038-d31ff7f3e579,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:32.190217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.190841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.191346 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.191930 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.192312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.195616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:32.230051 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:32.273822 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaff309-e949-4cf8-8237-8791a74326ab req-46871cab-b79d-4df6-9988-753c1e08aa2e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.276038 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fdaff309-e949-4cf8-8237-8791a74326ab req-46871cab-b79d-4df6-9988-753c1e08aa2e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 931 time: 0.0890930 Jun 28 09:55:32.288110 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843b6c1-9ea2-420a-82ee-4a3686064ff9 req-195a6447-42bd-4681-9259-c5847897057c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.289654 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6843b6c1-9ea2-420a-82ee-4a3686064ff9 req-195a6447-42bd-4681-9259-c5847897057c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0693820 Jun 28 09:55:32.308829 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033439 Jun 28 09:55:32.322423 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fdaff309-e949-4cf8-8237-8791a74326ab req-b423792f-5586-4282-ba92-fb53a9324e1b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Jun 28 09:55:32.333045 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6843b6c1-9ea2-420a-82ee-4a3686064ff9 req-8e3446b5-9ca4-4601-ac45-a22adb63ceff tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Jun 28 09:55:32.337931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Request body: {'port': {'device_id': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:32.413230 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.666603 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79014aee-d4c1-4fe8-a038-d31ff7f3e579 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:32.674312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.685795 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Transition to ACTIVE for port object 79014aee-d4c1-4fe8-a038-d31ff7f3e579 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:32.763588 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.766686 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:32.814639 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Pushing event updated for resources: {'Port': ['ID=79014aee-d4c1-4fe8-a038-d31ff7f3e579,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:32.817847 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:32.883841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Attempting to bind port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:32.884206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Attempting to bind port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:32.884533 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Attempting to bind port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:32.889240 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:32.889552 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Attempting to bind port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:32.894243 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:32.894538 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Checking segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:32.895052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Bound using segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:32.895322 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Bound port: 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:32.895674 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.959591 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] For port 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:32.977531 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] For port 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:33.061295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.064281 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:33.096626 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.097287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.098744 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/79014aee-d4c1-4fe8-a038-d31ff7f3e579 HTTP/1.1" status: 200 len: 1093 time: 0.7653019 Jun 28 09:55:33.099378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'tag': '79014aee-d4c1-4fe8-a038-d31ff7f3e579'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:33.101983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cf55e1-dc4e-4556-adf4-2c20205f746b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d79ebef-7017-41e5-ac13-47c8f0b3017e", "tag": "79014aee-d4c1-4fe8-a038-d31ff7f3e579"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:33.125696 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Pushing event updated for resources: {'Port': ['ID=79014aee-d4c1-4fe8-a038-d31ff7f3e579,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:33.128725 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:33.195231 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-21ee5dc5-6d19-4539-a3ca-6afeac8e8ed5 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993970318&fields=id&tenant_id=001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 267 time: 0.0433218 Jun 28 09:55:33.499587 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc214c31-7004-4cff-b72f-86528f3f250e x-openstack-request-id: req-fc214c31-7004-4cff-b72f-86528f3f250e {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:33.499900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d79ebef-7017-41e5-ac13-47c8f0b3017e", "tag": "79014aee-d4c1-4fe8-a038-d31ff7f3e579", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:33.500194 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc214c31-7004-4cff-b72f-86528f3f250e {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:33.500605 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'tag': '79014aee-d4c1-4fe8-a038-d31ff7f3e579', 'status': 'completed', 'code': 200} Jun 28 09:55:33.540722 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-db459bec-3a21-4330-b611-c6b6c0c575b6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.542177 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-db459bec-3a21-4330-b611-c6b6c0c575b6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 811 time: 0.3394854 Jun 28 09:55:33.561176 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-fdccc9af-c0a0-4080-a54a-7020d1a0c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.562578 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-fdccc9af-c0a0-4080-a54a-7020d1a0c82b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 1096 time: 0.0962191 Jun 28 09:55:33.563723 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-036fb888-ed93-473b-acb7-3fcdbd5b97a2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/quotas/001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0154698 Jun 28 09:55:33.641966 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-59d7b6fa-a532-4ea0-89b5-ea82bfe67df2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728817 Jun 28 09:55:33.674880 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-01f32a7f-acae-49dc-a584-3badb2046893 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579 HTTP/1.1" status: 200 len: 217 time: 0.0475070 Jun 28 09:55:33.772651 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-c401447d-abef-418d-9995-f6b2bdee8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.774005 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-c401447d-abef-418d-9995-f6b2bdee8433 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.0811396 Jun 28 09:55:33.810818 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-36dc4a6a-4d21-479f-a0aa-1c4f38b17427 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273969 Jun 28 09:55:33.812742 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-0fc42224-0d1f-4086-a4b4-39b400d24e70 service neutron] 10.222.0.15 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459305 Jun 28 09:55:33.968533 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-b52e4b8f-f72f-45bd-af46-fb2f5ad6d636 service neutron] 10.222.0.15 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421113 Jun 28 09:55:33.970192 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-24daf801-5824-4814-8488-1572f06f1fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520808 Jun 28 09:55:34.065729 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d186e4bc-0b06-45a0-a7de-2d069bb0a55e req-99ce7626-a691-4423-9d52-5757da2eef5d service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867624 Jun 28 09:55:34.309456 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-89cbc3de-03dd-44dd-a06b-d4833be976c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.310855 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-89cbc3de-03dd-44dd-a06b-d4833be976c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 1096 time: 0.0528550 Jun 28 09:55:34.406155 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-78f554a9-8d88-4e45-8640-cf6e58f0d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.407609 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-78f554a9-8d88-4e45-8640-cf6e58f0d7db service neutron] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 915 time: 0.0891385 Jun 28 09:55:34.448538 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-ff6b3dbd-55c7-49e3-8c29-588c5c84e97f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579 HTTP/1.1" status: 200 len: 217 time: 0.0328195 Jun 28 09:55:34.503051 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-1f5a4c46-1e10-4e07-828c-c0cebd708382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.503051 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-1f5a4c46-1e10-4e07-828c-c0cebd708382 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.0443113 Jun 28 09:55:34.574028 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-d3a240a1-40eb-4900-89ee-0a50def79182 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360608 Jun 28 09:55:34.663093 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab171a66-689c-476a-b1c1-9c5859e08684 req-00fdb098-61ef-4936-86d4-23abf6896576 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.664954 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ab171a66-689c-476a-b1c1-9c5859e08684 req-00fdb098-61ef-4936-86d4-23abf6896576 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 943 time: 0.0698681 Jun 28 09:55:34.704798 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976794a-b22d-493b-acec-3ff5b94ef5be req-e9130b99-9d1a-4102-84ca-5374882cccab tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.706348 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6976794a-b22d-493b-acec-3ff5b94ef5be req-e9130b99-9d1a-4102-84ca-5374882cccab tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0765274 Jun 28 09:55:34.707052 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ab171a66-689c-476a-b1c1-9c5859e08684 req-c2c92ae7-b5a0-4b22-8d14-0bcf5865cacd tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Jun 28 09:55:34.744873 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6976794a-b22d-493b-acec-3ff5b94ef5be req-0166c161-e60c-4f59-b223-a48ac673b453 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 Jun 28 09:55:34.818803 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0f106a11-2db5-461a-9166-a2595164323e req-713facaa-e7b5-4b10-b4c0-a0301b423e7c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 210 time: 0.0276637 Jun 28 09:55:35.042693 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-abfedd35-2147-44cb-b6f6-db904bd65917 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851023 Jun 28 09:55:35.133801 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-83cf55e1-dc4e-4556-adf4-2c20205f746b req-89ad2023-7c11-4102-b5c2-ede1aae3f647 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843337 Jun 28 09:55:35.882703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef5bda-1ce4-443c-bae8-b32aacaa1dfc req-dc674b1e-2552-4253-8f89-b24f75452895 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.884159 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-41ef5bda-1ce4-443c-bae8-b32aacaa1dfc req-dc674b1e-2552-4253-8f89-b24f75452895 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 943 time: 0.0638893 Jun 28 09:55:35.924522 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-41ef5bda-1ce4-443c-bae8-b32aacaa1dfc req-3f862bb4-a380-4e20-9a62-319d6d77835e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Jun 28 09:55:36.105513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933e2a-268c-441f-b4b1-6d37e40b6069 req-780710ca-7a60-4a32-9109-978d92f0e289 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.107941 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4e933e2a-268c-441f-b4b1-6d37e40b6069 req-780710ca-7a60-4a32-9109-978d92f0e289 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0848284 Jun 28 09:55:36.147816 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4e933e2a-268c-441f-b4b1-6d37e40b6069 req-a45171fa-0dc7-4792-8477-9204ac169492 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Jun 28 09:55:36.274063 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24b674a9-df92-4107-9411-7bf14453970e req-462672e7-8d1a-49f8-9dc4-dc05ac1f9ac3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 210 time: 0.0295479 Jun 28 09:55:37.100867 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961f00-132f-40ea-b9ca-2232a2731006 req-a02baca4-406b-4c5d-9dd7-fd5346df80f9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.102325 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-56961f00-132f-40ea-b9ca-2232a2731006 req-a02baca4-406b-4c5d-9dd7-fd5346df80f9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 943 time: 0.0660772 Jun 28 09:55:37.139557 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-56961f00-132f-40ea-b9ca-2232a2731006 req-3fd9e1b9-3af1-4c48-9d77-e8a93f4ad3c7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Jun 28 09:55:37.327683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b723bb-e348-4b40-b621-1e84e98dae42 req-74ceba87-f2ee-4c01-afb6-94490cee3b35 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.329149 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b9b723bb-e348-4b40-b621-1e84e98dae42 req-74ceba87-f2ee-4c01-afb6-94490cee3b35 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Jun 28 09:55:37.367787 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b9b723bb-e348-4b40-b621-1e84e98dae42 req-8a2b2b5c-8f07-4bdf-8e87-0527ec85b5b1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Jun 28 09:55:37.413925 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5187196e-db23-4806-b2be-7dc873999dcc req-1eabd110-b59e-4aa9-a6f3-a886634c4a25 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 210 time: 0.0283377 Jun 28 09:55:37.512409 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-1f961860-6559-431a-b5b8-81088a26909d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.514599 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-1f961860-6559-431a-b5b8-81088a26909d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 811 time: 0.1033700 Jun 28 09:55:37.582924 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-fd5f85c8-6959-42ef-900f-cd6a3c6cc24a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 379 time: 0.0436068 Jun 28 09:55:37.598026 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'port': {'device_id': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'admin_state_up': True, 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'security_groups': ['8cb9ae37-30a4-4691-a808-0c431f4c7df8']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:37.775030 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Made reservation on behalf of 001adac6a8e742d8a60967fb99afc8a1 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:37.778707 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.911341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Allocated IP 172.20.0.7 (63769eaa-70b2-49ed-a566-4ef7bade1422/aabcb6f6-f24e-4196-8c4e-67b46fbea541/15c805d0-9c6f-418a-ad6a-75748ac48a0a) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:38.040862 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.054255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Transition to ACTIVE for port object 15c805d0-9c6f-418a-ad6a-75748ac48a0a will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:38.175943 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.180128 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c36350b1-60b4-4715-9d7b-3c8f93aae35e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:38.232552 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:38.235990 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:38.240867 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:38.244826 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=15c805d0-9c6f-418a-ad6a-75748ac48a0a,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:38.265242 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:38.295549 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.296232 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.334004 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faa290-09ca-4a62-8429-497a15cb2a3e req-fbc336aa-a3db-493d-87fc-05b320a43bf6 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.336627 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-79faa290-09ca-4a62-8429-497a15cb2a3e req-fbc336aa-a3db-493d-87fc-05b320a43bf6 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 943 time: 0.0790751 Jun 28 09:55:38.384770 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859573 Jun 28 09:55:38.385452 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-79faa290-09ca-4a62-8429-497a15cb2a3e req-84ab2653-7e81-40e2-a6f1-a6d1835760e3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 Jun 28 09:55:38.410608 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Request body: {'port': {'device_id': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:38.525248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.602967 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f84cb-0168-4de3-8f9a-75ed05fc760a req-7d5e81f9-4f34-42d6-ae67-98982698ed39 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.604621 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fc6f84cb-0168-4de3-8f9a-75ed05fc760a req-7d5e81f9-4f34-42d6-ae67-98982698ed39 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 931 time: 0.0654817 Jun 28 09:55:38.608940 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f513c4-36eb-4f91-9477-7ca6d75738c0 req-5c3f4085-74e1-468c-9e29-751ea3ad7ede tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.609566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a83a4331-8071-4760-8530-bbef7dc9d0e1 None None] Provisioning for port 15c805d0-9c6f-418a-ad6a-75748ac48a0a completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:38.610451 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-63f513c4-36eb-4f91-9477-7ca6d75738c0 req-5c3f4085-74e1-468c-9e29-751ea3ad7ede tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.1250381 Jun 28 09:55:38.619910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a83a4331-8071-4760-8530-bbef7dc9d0e1 None None] Provisioning complete for port 15c805d0-9c6f-418a-ad6a-75748ac48a0a triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:38.619910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a83a4331-8071-4760-8530-bbef7dc9d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.652732 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-a83a4331-8071-4760-8530-bbef7dc9d0e1 None None] Port 15c805d0-9c6f-418a-ad6a-75748ac48a0a cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:55:38.655639 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fc6f84cb-0168-4de3-8f9a-75ed05fc760a req-4cdc9ced-04c2-4798-9709-d2476d0114d1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362382 Jun 28 09:55:38.726892 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-63f513c4-36eb-4f91-9477-7ca6d75738c0 req-4b9688c3-6ec4-41d6-9490-83da55867b41 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726049 Jun 28 09:55:38.763672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.842357 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c805d0-9c6f-418a-ad6a-75748ac48a0a {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:38.849347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.862405 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Transition to ACTIVE for port object 15c805d0-9c6f-418a-ad6a-75748ac48a0a will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:38.929085 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.932100 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:38.985896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Pushing event updated for resources: {'Port': ['ID=15c805d0-9c6f-418a-ad6a-75748ac48a0a,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:38.990247 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:39.071479 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Attempting to bind port 15c805d0-9c6f-418a-ad6a-75748ac48a0a on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:39.072006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Attempting to bind port 15c805d0-9c6f-418a-ad6a-75748ac48a0a by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:39.072161 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Attempting to bind port 15c805d0-9c6f-418a-ad6a-75748ac48a0a on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:39.077182 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Port 15c805d0-9c6f-418a-ad6a-75748ac48a0a on network 63769eaa-70b2-49ed-a566-4ef7bade1422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:39.077497 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Attempting to bind port 15c805d0-9c6f-418a-ad6a-75748ac48a0a on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:39.083292 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:39.083627 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Checking segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:39.084029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Bound using segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:39.084481 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Bound port: 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:39.084835 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.151513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] For port 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:39.154948 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] For port 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:39.242647 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.244694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:39.282987 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.283467 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.284861 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] 10.222.0.23 "PUT /v2.0/ports/15c805d0-9c6f-418a-ad6a-75748ac48a0a HTTP/1.1" status: 200 len: 1093 time: 0.8787780 Jun 28 09:55:39.294764 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:39.294764 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d381b1-2b74-4c38-93e2-f65a0abed755" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:39.310356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Pushing event updated for resources: {'Port': ['ID=15c805d0-9c6f-418a-ad6a-75748ac48a0a,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:39.313432 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:39.326042 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd2f4a-eb7a-4fcf-9aea-6574901ffa17 x-openstack-request-id: req-4bbd2f4a-eb7a-4fcf-9aea-6574901ffa17 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:39.326431 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:39.326711 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bbd2f4a-eb7a-4fcf-9aea-6574901ffa17 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:39.327168 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'status': 'completed', 'code': 200} Jun 28 09:55:39.522175 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d381b1-2b74-4c38-93e2-f65a0abed755 req-1039f36e-7d65-41ec-9edb-14b8ecb2893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.522175 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44d381b1-2b74-4c38-93e2-f65a0abed755 req-1039f36e-7d65-41ec-9edb-14b8ecb2893f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 1096 time: 0.0831995 Jun 28 09:55:39.599236 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042867b-35e5-4454-a202-8201cba46099 req-f8feae0a-2e6a-4e82-893f-ccd3869f3d6e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.600915 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d042867b-35e5-4454-a202-8201cba46099 req-f8feae0a-2e6a-4e82-893f-ccd3869f3d6e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 943 time: 0.0813031 Jun 28 09:55:39.653046 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d042867b-35e5-4454-a202-8201cba46099 req-a61d93ce-984e-4a8c-a7a5-941b343ff2fa tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Jun 28 09:55:39.658474 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d381b1-2b74-4c38-93e2-f65a0abed755 req-0aaabf4f-0d88-48ba-a1de-fc0dab1d1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.659997 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44d381b1-2b74-4c38-93e2-f65a0abed755 req-0aaabf4f-0d88-48ba-a1de-fc0dab1d1474 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=001adac6a8e742d8a60967fb99afc8a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1126425 Jun 28 09:55:39.834084 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d381b1-2b74-4c38-93e2-f65a0abed755 req-09d877c4-19f9-487e-9f97-e1ffa4440154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.835576 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-44d381b1-2b74-4c38-93e2-f65a0abed755 req-09d877c4-19f9-487e-9f97-e1ffa4440154 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582325 Jun 28 09:55:39.838227 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf9d7-4144-4dfd-9ab7-30587c839267 req-c3e9d29f-2ed2-47af-8f70-a4c7b59e443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.843312 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f2cdf9d7-4144-4dfd-9ab7-30587c839267 req-c3e9d29f-2ed2-47af-8f70-a4c7b59e443e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.1433537 Jun 28 09:55:39.868985 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5217-75f6-4b62-bbf5-8f1ab5b08fea req-68e6553a-4531-45cc-aa68-18434aee7921 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.870432 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a37d5217-75f6-4b62-bbf5-8f1ab5b08fea req-68e6553a-4531-45cc-aa68-18434aee7921 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0907271 Jun 28 09:55:39.905669 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926076ef-3c3d-4fed-ace1-5149b010c68e req-236e6be5-55f0-46d0-9fa0-65b9e259ba84 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.906473 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-926076ef-3c3d-4fed-ace1-5149b010c68e req-236e6be5-55f0-46d0-9fa0-65b9e259ba84 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0639117 Jun 28 09:55:39.918571 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f2cdf9d7-4144-4dfd-9ab7-30587c839267 req-21b62953-c4d4-4372-a968-b56a2671ea8e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Jun 28 09:55:39.932595 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a37d5217-75f6-4b62-bbf5-8f1ab5b08fea req-16b9ecf8-bb72-4599-8f30-1bcc7876519d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543098 Jun 28 09:55:39.964648 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-926076ef-3c3d-4fed-ace1-5149b010c68e req-52c8128c-3762-4bb1-b572-5dc7bf23b3ad tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515187 Jun 28 09:55:40.791817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-2b27bc5a-6fc2-4064-8eae-fed7d452a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.793293 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-2b27bc5a-6fc2-4064-8eae-fed7d452a308 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 1096 time: 0.0529282 Jun 28 09:55:40.973643 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-c22c0911-97ac-46f9-8153-f02f91bdc7da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a HTTP/1.1" status: 200 len: 217 time: 0.0460210 Jun 28 09:55:41.061811 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-159444dc-6d44-410c-88a3-ce8e2caeddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.063353 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-159444dc-6d44-410c-88a3-ce8e2caeddb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0767281 Jun 28 09:55:41.072255 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1a24f-2b49-47f4-b31a-cbabf96c4756 req-d4432259-382d-4742-84e9-2cb3652329ec tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.073801 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6ea1a24f-2b49-47f4-b31a-cbabf96c4756 req-d4432259-382d-4742-84e9-2cb3652329ec tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 943 time: 0.0859494 Jun 28 09:55:41.120619 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6ea1a24f-2b49-47f4-b31a-cbabf96c4756 req-5a129fcd-d877-4fdb-acdc-926f146d553b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Jun 28 09:55:41.177424 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711b896-5e0d-43be-8a17-71e1246ed5f4 req-78971603-63da-4573-ab18-6c8fd5effc9d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.179007 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c711b896-5e0d-43be-8a17-71e1246ed5f4 req-78971603-63da-4573-ab18-6c8fd5effc9d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.1080184 Jun 28 09:55:41.181953 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570b20-da3b-4868-9f50-61f2a828487a req-b6d43066-eb71-4b25-8dbb-8b341c1be108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.183300 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-b6d43066-eb71-4b25-8dbb-8b341c1be108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017115 Jun 28 09:55:41.252983 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c711b896-5e0d-43be-8a17-71e1246ed5f4 req-78e69529-b310-4b8d-938f-001a1a138145 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671244 Jun 28 09:55:41.312292 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c814c-17d3-4c00-aa5d-ef0fd3dabc0b req-98da3eec-b18e-4a67-9610-6549d51261e9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.313780 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0c1c814c-17d3-4c00-aa5d-ef0fd3dabc0b req-98da3eec-b18e-4a67-9610-6549d51261e9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0815275 Jun 28 09:55:41.316335 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-0abd7328-9e9f-422e-b99b-c8884cf17136 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133943 Jun 28 09:55:41.352994 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0c1c814c-17d3-4c00-aa5d-ef0fd3dabc0b req-e31d3591-ebc5-4d55-9391-192da5320eaa tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332487 Jun 28 09:55:41.415340 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be570b20-da3b-4868-9f50-61f2a828487a req-8dbb5c75-3433-459a-a085-ff8df55ebf78 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Jun 28 09:55:41.878235 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 79014aee-d4c1-4fe8-a038-d31ff7f3e579 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:41.977188 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:41.988713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '79014aee-d4c1-4fe8-a038-d31ff7f3e579', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'port_id': '79014aee-d4c1-4fe8-a038-d31ff7f3e579', 'mac_address': 'fa:16:3e:e8:fa:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecccc34f-ce11-49c5-9f9b-b6249bd816b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:42.031155 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:42.044016 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79014aee-d4c1-4fe8-a038-d31ff7f3e579 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:42.067901 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:42.152476 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:42.156336 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:42.215400 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=79014aee-d4c1-4fe8-a038-d31ff7f3e579,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:42.225163 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:42.362368 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5812-9746-4242-b3b4-373a96f9f014 req-92405418-54c1-4f09-8701-f84922b3f54e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.363755 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-954d5812-9746-4242-b3b4-373a96f9f014 req-92405418-54c1-4f09-8701-f84922b3f54e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 944 time: 0.0634716 Jun 28 09:55:42.401922 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-954d5812-9746-4242-b3b4-373a96f9f014 req-b25408d4-47f4-48dc-bb3a-1faea866699d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Jun 28 09:55:42.448875 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c6b9-3a34-4a86-ac2a-896f9f5f48c3 req-82010f5e-3159-4224-b812-0898ee540d84 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.450341 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b3d6c6b9-3a34-4a86-ac2a-896f9f5f48c3 req-82010f5e-3159-4224-b812-0898ee540d84 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0706344 Jun 28 09:55:42.496996 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b3d6c6b9-3a34-4a86-ac2a-896f9f5f48c3 req-ced17490-fa7b-4896-b5e7-d8b39708bd60 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Jun 28 09:55:42.567107 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275495d0-cf5c-4a4c-a1b1-290bdea4b757 req-bd35dac8-199c-4eed-956b-4ea60be818cd tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.568576 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-275495d0-cf5c-4a4c-a1b1-290bdea4b757 req-bd35dac8-199c-4eed-956b-4ea60be818cd tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0616488 Jun 28 09:55:42.605141 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-275495d0-cf5c-4a4c-a1b1-290bdea4b757 req-33111e9c-c4b5-4151-aedc-dbeb9f8adc14 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Jun 28 09:55:42.963430 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['79014aee-d4c1-4fe8-a038-d31ff7f3e579'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:43.996684 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec0ca-b87e-43cc-a0ff-4467733f9ed8 req-46c78303-ec10-4395-86c9-4cb95c3ecb26 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.998692 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67efaa1-25e3-42ea-ab10-161529047960 req-76367469-9e17-40f0-8c4b-8ebfc9c9e79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.999110 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c20ec0ca-b87e-43cc-a0ff-4467733f9ed8 req-46c78303-ec10-4395-86c9-4cb95c3ecb26 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 944 time: 0.0802116 Jun 28 09:55:44.000239 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e67efaa1-25e3-42ea-ab10-161529047960 req-76367469-9e17-40f0-8c4b-8ebfc9c9e79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0723510 Jun 28 09:55:44.038460 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e67efaa1-25e3-42ea-ab10-161529047960 req-adfd7f22-d252-4210-b891-857dd8802439 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325034 Jun 28 09:55:44.041118 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c20ec0ca-b87e-43cc-a0ff-4467733f9ed8 req-028852c3-5356-4458-9be5-3868034bcbae tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Jun 28 09:55:44.214374 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118427b-afe1-4b4e-8f60-36aa9444826b req-7a947a27-9ba7-4c6c-899c-38ae02bce95e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.215737 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f118427b-afe1-4b4e-8f60-36aa9444826b req-7a947a27-9ba7-4c6c-899c-38ae02bce95e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0634036 Jun 28 09:55:44.254849 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f118427b-afe1-4b4e-8f60-36aa9444826b req-d699d8d3-362b-4b05-bb86-ca34acef0303 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Jun 28 09:55:44.909902 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d81d12-386c-4b22-924e-30589bd2bdf8 req-c84a7fb8-e78f-4e2b-bb88-9497e5aa2b9e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.911427 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d7d81d12-386c-4b22-924e-30589bd2bdf8 req-c84a7fb8-e78f-4e2b-bb88-9497e5aa2b9e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0889800 Jun 28 09:55:44.937036 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f066-a115-480a-abd0-440a5d6885dc req-4c3a7533-7256-4632-a269-11a57b387b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.938574 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-4c3a7533-7256-4632-a269-11a57b387b22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.0587077 Jun 28 09:55:44.953391 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d7d81d12-386c-4b22-924e-30589bd2bdf8 req-c24143ff-0839-4c17-ac91-be056f64a2c0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360532 Jun 28 09:55:45.289815 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f066-a115-480a-abd0-440a5d6885dc req-2813f5f4-ed56-4ca5-9bb5-2046580de3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.291265 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-2813f5f4-ed56-4ca5-9bb5-2046580de3d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.3441958 Jun 28 09:55:45.304620 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193352f8-2d6c-49dc-adeb-92857488ba39 req-e539f93c-7239-4e09-ac8a-f5ca328e1875 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.305999 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-193352f8-2d6c-49dc-adeb-92857488ba39 req-e539f93c-7239-4e09-ac8a-f5ca328e1875 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 944 time: 0.1126392 Jun 28 09:55:45.343470 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db474488-e234-4e6f-9449-5c14acc7ad81 req-7840fd7b-fe8b-4638-ae2f-4df431eae179 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.345044 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db474488-e234-4e6f-9449-5c14acc7ad81 req-7840fd7b-fe8b-4638-ae2f-4df431eae179 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0752594 Jun 28 09:55:45.354321 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-9db15f81-5173-47ca-9a25-54cf1ea888c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 217 time: 0.0474010 Jun 28 09:55:45.398754 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-193352f8-2d6c-49dc-adeb-92857488ba39 req-f94de4d0-ddb8-40aa-a072-e01ebfbb88eb tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846729 Jun 28 09:55:45.404763 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db474488-e234-4e6f-9449-5c14acc7ad81 req-e6074e48-d67d-4413-a543-f60cbc61f9e9 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Jun 28 09:55:45.417834 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f066-a115-480a-abd0-440a5d6885dc req-aa1b0987-3a83-4f2f-817f-87ab3079b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.419298 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-aa1b0987-3a83-4f2f-817f-87ab3079b3f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0576539 Jun 28 09:55:45.453649 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-ecf81d08-0ee9-4ef5-8be2-80396b9eb37e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265350 Jun 28 09:55:45.547449 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-18839cde-43df-4182-8b9e-e045d0b0d30e service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860379 Jun 28 09:55:45.648060 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24a0f066-a115-480a-abd0-440a5d6885dc req-de6c8c61-62de-451f-b78d-0a39b56ebf3e service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Jun 28 09:55:45.900923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 79014aee-d4c1-4fe8-a038-d31ff7f3e579 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:45.917413 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 36928) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:46.003324 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:46.007560 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:46.008052 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.078389 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.112370 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.139094 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79014aee-d4c1-4fe8-a038-d31ff7f3e579'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:46.141843 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d1c25-467f-4a54-a297-4712804e9d86" -d '{"events": [{"server_uuid": "9d79ebef-7017-41e5-ac13-47c8f0b3017e", "name": "network-vif-plugged", "status": "completed", "tag": "79014aee-d4c1-4fe8-a038-d31ff7f3e579"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:46.142253 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff0f45-c083-4565-9ff8-ee2ff4d3d1e0 req-fbc46705-f139-49fd-93e2-c7791832c033 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.149141 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-02ff0f45-c083-4565-9ff8-ee2ff4d3d1e0 req-fbc46705-f139-49fd-93e2-c7791832c033 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0818655 Jun 28 09:55:46.155182 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:46.187488 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-02ff0f45-c083-4565-9ff8-ee2ff4d3d1e0 req-516bcc14-4e56-4b89-93d3-05bdfe072c95 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368769 Jun 28 09:55:46.194872 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.209495 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.211874 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:46.240839 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3df5e5-cb3d-4124-8c89-02a43a1fa53c x-openstack-request-id: req-8f3df5e5-cb3d-4124-8c89-02a43a1fa53c {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:46.241039 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d79ebef-7017-41e5-ac13-47c8f0b3017e", "name": "network-vif-plugged", "status": "completed", "tag": "79014aee-d4c1-4fe8-a038-d31ff7f3e579", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:46.241264 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f3df5e5-cb3d-4124-8c89-02a43a1fa53c {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:46.241655 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79014aee-d4c1-4fe8-a038-d31ff7f3e579', 'code': 200} Jun 28 09:55:46.253426 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.261167 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-14ddcb04-20c4-43c4-8fc4-399be2a791bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:46.267733 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=79014aee-d4c1-4fe8-a038-d31ff7f3e579,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:46.270891 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:46.304241 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5924e9c-f51c-4af0-bed8-aaace0cf01b0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:46.307712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:46.312984 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0473a9e662440edbce4a90bfbc18369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919971 Jun 28 09:55:46.313474 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 36940) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:46.365838 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.386497 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.578484 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.581187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.582622 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5924e9c-f51c-4af0-bed8-aaace0cf01b0 HTTP/1.1" status: 204 len: 168 time: 0.2682056 Jun 28 09:55:46.584183 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:46.597983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5924e9c-f51c-4af0-bed8-aaace0cf01b0,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:46.600564 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:46.623905 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e26c8a-5b3b-48a2-8dfa-b4c10fe193fe req-228f88a1-9745-42c9-b886-ab49a3ac9fdb tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.625543 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-55e26c8a-5b3b-48a2-8dfa-b4c10fe193fe req-228f88a1-9745-42c9-b886-ab49a3ac9fdb tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0871861 Jun 28 09:55:46.670888 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-55e26c8a-5b3b-48a2-8dfa-b4c10fe193fe req-00f147fc-f62e-462f-a5d1-950a15e5343b tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Jun 28 09:55:46.695859 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e93295-3282-4139-a5f2-4fb3c0a89648 req-6309202c-5516-42de-b709-2814083859c3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.698197 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-14e93295-3282-4139-a5f2-4fb3c0a89648 req-6309202c-5516-42de-b709-2814083859c3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0998719 Jun 28 09:55:46.748718 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-14e93295-3282-4139-a5f2-4fb3c0a89648 req-df022e94-956b-45dd-b13f-3b795280b283 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Jun 28 09:55:47.278266 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 36962) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.296258 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.437591 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f65792-430e-4dcf-95e6-4a8457230855 req-7f795ba5-f6d4-4a91-be3d-58305aef881a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.439052 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-94f65792-430e-4dcf-95e6-4a8457230855 req-7f795ba5-f6d4-4a91-be3d-58305aef881a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.1335111 Jun 28 09:55:47.512110 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-94f65792-430e-4dcf-95e6-4a8457230855 req-f8bd01a8-7116-4790-9de0-e8208e728708 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661867 Jun 28 09:55:47.522403 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.528710 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ccd5-a0db-40ca-8708-be9a7319caa2 req-3a019b7b-b607-4d9f-bdf3-5be8447c2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.530260 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9a05ccd5-a0db-40ca-8708-be9a7319caa2 req-3a019b7b-b607-4d9f-bdf3-5be8447c2e14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 1098 time: 0.1372547 Jun 28 09:55:47.569190 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9a05ccd5-a0db-40ca-8708-be9a7319caa2 req-9ffdb6d4-1b49-412e-91bf-d4b63f660956 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284166 Jun 28 09:55:47.609384 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.611778 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-305085ff-f79b-4af5-af07-08648c8e3816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.647368 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=414e547e82544a2a9645448900043112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675246 Jun 28 09:55:47.648253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2dafc7-adc7-472b-ac45-a689614e2be0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.650094 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 36966) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.651697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:47.700612 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.721829 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.866136 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.868782 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.869900 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba2dafc7-adc7-472b-ac45-a689614e2be0 HTTP/1.1" status: 204 len: 168 time: 0.2187698 Jun 28 09:55:47.870740 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-220e0b32-7309-4263-a085-21e93d79d053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.878717 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2dafc7-adc7-472b-ac45-a689614e2be0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.885808 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.886257 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.886511 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.886859 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.887202 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.888213 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.888550 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.888892 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.889233 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.889569 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.889903 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.890235 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:47.893364 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:50.197836 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bc746-f0f4-4230-a598-0a38a4955907 req-c55d935a-bd95-4b31-8bb4-1e2ae16e5978 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.199276 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a19bc746-f0f4-4230-a598-0a38a4955907 req-c55d935a-bd95-4b31-8bb4-1e2ae16e5978 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0622754 Jun 28 09:55:50.237758 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a19bc746-f0f4-4230-a598-0a38a4955907 req-c2955b4e-ec56-43ce-9f19-164d3473cc49 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Jun 28 09:55:50.399210 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b22aa-f33c-4c66-be48-8a8d64fb9888 req-f7a031d1-95c6-4c32-9cbb-647c88ca2c4e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.400711 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8b4b22aa-f33c-4c66-be48-8a8d64fb9888 req-f7a031d1-95c6-4c32-9cbb-647c88ca2c4e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0651591 Jun 28 09:55:50.437717 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8b4b22aa-f33c-4c66-be48-8a8d64fb9888 req-6b9aa39c-a436-4c05-be7c-b7b8f7a58279 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Jun 28 09:55:50.597342 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858afe1e-18b8-45e1-8006-faffab035598 req-7e5791a8-a1ce-48d1-a9f4-2058f1f0a0b6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.598796 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-858afe1e-18b8-45e1-8006-faffab035598 req-7e5791a8-a1ce-48d1-a9f4-2058f1f0a0b6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0633941 Jun 28 09:55:50.635677 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-858afe1e-18b8-45e1-8006-faffab035598 req-58de01e3-178b-4d29-abfb-170ad505b563 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Jun 28 09:55:52.446798 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37068) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:52.548297 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.634591 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.706017 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.708580 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:52.744690 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ab678361ea9488f9f126c8d201c1756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966774 Jun 28 09:55:52.745480 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37ae3e-efe3-49a4-8f36-cf04e749bb42,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:52.747266 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37072) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:52.748636 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:52.794221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.815103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.928932 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.931418 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.932575 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a37ae3e-efe3-49a4-8f36-cf04e749bb42 HTTP/1.1" status: 204 len: 168 time: 0.1842294 Jun 28 09:55:52.933312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3d267276-2a27-4db7-9b22-ea4a9638fbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:52.940759 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37ae3e-efe3-49a4-8f36-cf04e749bb42,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:52.943125 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:53.539375 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37082) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:53.552458 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.638658 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.717326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.719749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0b8314ba-a764-4323-886c-dd6a3ec0c078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:53.753921 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a668fb-5337-412f-bd7d-fd3051a00aed,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:53.756903 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:53.759385 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cf7be05f7dd42f698e2d0efaf9de2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190325 Jun 28 09:55:53.761939 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37084) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:53.808358 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.828688 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.957465 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.959900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.961060 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58a668fb-5337-412f-bd7d-fd3051a00aed HTTP/1.1" status: 204 len: 168 time: 0.1982896 Jun 28 09:55:53.961789 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d8cd83e5-2839-4e72-9f4b-be1c4fa985d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:53.969465 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a668fb-5337-412f-bd7d-fd3051a00aed,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:53.973216 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.374864 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-595e0284-40c9-4007-8197-98e236529d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.917741 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f6248044-bc61-44c9-a57f-b02620703641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.066255 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.904171 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5c12-13ad-4c9a-a1fc-ab5bae16c40e req-1fce5f55-0f5b-4370-92a6-eaa9c6f58c02 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:57.905704 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d70c5c12-13ad-4c9a-a1fc-ab5bae16c40e req-1fce5f55-0f5b-4370-92a6-eaa9c6f58c02 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0637774 Jun 28 09:55:57.947310 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d70c5c12-13ad-4c9a-a1fc-ab5bae16c40e req-2597f77e-5845-434a-b305-bf91516e1bc0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359385 Jun 28 09:55:58.019578 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c785e-6a2c-4301-bc4e-b8c2acac7a4e req-ef100b46-d4e2-4e00-b3c5-04f38f03db89 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:58.021150 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db0c785e-6a2c-4301-bc4e-b8c2acac7a4e req-ef100b46-d4e2-4e00-b3c5-04f38f03db89 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0665054 Jun 28 09:55:58.061065 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db0c785e-6a2c-4301-bc4e-b8c2acac7a4e req-19ec7164-9020-4c37-8e37-19beb61ca818 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Jun 28 09:55:58.111374 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525c94a-4aea-4147-9d75-1cabd1a1d026 req-bd576c12-7855-4ed9-b4dd-7456cc2db6f9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:58.112912 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2525c94a-4aea-4147-9d75-1cabd1a1d026 req-bd576c12-7855-4ed9-b4dd-7456cc2db6f9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0659432 Jun 28 09:55:58.151244 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2525c94a-4aea-4147-9d75-1cabd1a1d026 req-5bcc77d9-a414-47b1-b7f9-1c8abffdf129 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Jun 28 09:55:58.334776 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.641776 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:59.155001 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871c8c9-a28e-4912-a1fe-b4ee3f9e60ec req-9acafd53-4e74-4e4a-8d1f-d7ed660bb26c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:59.156600 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4871c8c9-a28e-4912-a1fe-b4ee3f9e60ec req-9acafd53-4e74-4e4a-8d1f-d7ed660bb26c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0609398 Jun 28 09:55:59.197958 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4871c8c9-a28e-4912-a1fe-b4ee3f9e60ec req-6ae39734-5035-4736-8e8e-fd787eb74dd8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357733 Jun 28 09:55:59.356903 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f99bde-d108-48a1-aaff-362f3878e06f req-1475452b-22a7-4126-90f1-e3024591f6b3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:59.359327 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b5f99bde-d108-48a1-aaff-362f3878e06f req-1475452b-22a7-4126-90f1-e3024591f6b3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0654669 Jun 28 09:55:59.397329 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b5f99bde-d108-48a1-aaff-362f3878e06f req-8addd46e-3ed0-49c3-b101-9016578412c9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Jun 28 09:55:59.493170 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92db699-0462-4476-925f-0beb4b6e9e09 req-36cb4fe4-72ef-4728-98de-fa20cf8754ad tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:59.494602 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b92db699-0462-4476-925f-0beb4b6e9e09 req-36cb4fe4-72ef-4728-98de-fa20cf8754ad tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0612423 Jun 28 09:55:59.530930 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b92db699-0462-4476-925f-0beb4b6e9e09 req-be4602bb-271b-4d70-a589-e8b4c7edc4f7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298893 Jun 28 09:55:59.980305 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:00.393176 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a1274-74ce-4d5d-969d-a3ca1f7ea4a2 req-a7c9fe4d-a47e-4e26-8224-285a436d6b99 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:00.394662 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-080a1274-74ce-4d5d-969d-a3ca1f7ea4a2 req-a7c9fe4d-a47e-4e26-8224-285a436d6b99 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0808520 Jun 28 09:56:00.446854 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-080a1274-74ce-4d5d-969d-a3ca1f7ea4a2 req-e0ba1803-d62e-49f5-b868-2a608ae2434c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 Jun 28 09:56:00.608662 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847fb9e-c35d-4143-a217-36ae0f565406 req-76b86120-9405-4afc-90cd-f8b1b87f9f25 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:00.610188 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b847fb9e-c35d-4143-a217-36ae0f565406 req-76b86120-9405-4afc-90cd-f8b1b87f9f25 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0664656 Jun 28 09:56:00.651251 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b847fb9e-c35d-4143-a217-36ae0f565406 req-7ec60608-cb99-4ddb-a2bf-fbee51817670 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344222 Jun 28 09:56:00.768645 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be66d-6cb3-4903-89bc-a8c78335df69 req-23d3729d-4596-47d7-96b3-9e65fd80c7c6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:00.770102 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac8be66d-6cb3-4903-89bc-a8c78335df69 req-23d3729d-4596-47d7-96b3-9e65fd80c7c6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0628877 Jun 28 09:56:00.807287 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac8be66d-6cb3-4903-89bc-a8c78335df69 req-3485825c-9c2e-48a2-82ba-8e6780960658 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jun 28 09:56:01.626687 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5286c-7e84-4a19-a21d-4d2b4ceee325 req-b05deeb7-748e-4ec4-85ad-587e423bc639 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:01.628214 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-69a5286c-7e84-4a19-a21d-4d2b4ceee325 req-b05deeb7-748e-4ec4-85ad-587e423bc639 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 943 time: 0.0695064 Jun 28 09:56:01.671402 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-69a5286c-7e84-4a19-a21d-4d2b4ceee325 req-c4e607ab-0fd2-426d-b299-8dbd9d093d8a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364058 Jun 28 09:56:01.979317 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddfa76-f279-459f-abea-1a5a73a8343b req-70279612-a493-49f7-8294-23aa0d2b9893 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:01.980824 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1fddfa76-f279-459f-abea-1a5a73a8343b req-70279612-a493-49f7-8294-23aa0d2b9893 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0640237 Jun 28 09:56:01.990428 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 15c805d0-9c6f-418a-ad6a-75748ac48a0a details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:02.021449 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1fddfa76-f279-459f-abea-1a5a73a8343b req-96ef0762-0af3-4f77-b304-711d46073f85 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338817 Jun 28 09:56:02.107396 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:02.119488 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'port_id': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'mac_address': 'fa:16:3e:0f:9b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:02.158246 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:02.170914 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c805d0-9c6f-418a-ad6a-75748ac48a0a {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:02.193353 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:02.283142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:02.285043 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-89555242-e2e8-41aa-a292-a3a63135043e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:02.338025 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=15c805d0-9c6f-418a-ad6a-75748ac48a0a,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:02.339528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:02.844369 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a80785-ebc6-4fa5-846a-145ebd1972b0 req-c3cc36b3-d622-45b2-819e-fc78701b0856 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:02.845816 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e4a80785-ebc6-4fa5-846a-145ebd1972b0 req-c3cc36b3-d622-45b2-819e-fc78701b0856 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 944 time: 0.0669782 Jun 28 09:56:02.886895 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e4a80785-ebc6-4fa5-846a-145ebd1972b0 req-43842514-01ab-4d57-a745-bdf3d09c6425 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355000 Jun 28 09:56:02.967593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['15c805d0-9c6f-418a-ad6a-75748ac48a0a'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:03.196485 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb7467-d614-46cd-bd5d-68365bd9c922 req-323bcb6c-ce96-4615-95ea-05b5d1ed5e50 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:03.197982 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2abb7467-d614-46cd-bd5d-68365bd9c922 req-323bcb6c-ce96-4615-95ea-05b5d1ed5e50 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0621407 Jun 28 09:56:03.236769 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2abb7467-d614-46cd-bd5d-68365bd9c922 req-d3d0e465-855f-44ea-a642-08ce66c67baf tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Jun 28 09:56:04.126563 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4d160-755b-4255-bb99-76809e981e84 req-1ced01c5-0f87-4961-917d-8f18e609b680 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:04.128056 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e3f4d160-755b-4255-bb99-76809e981e84 req-1ced01c5-0f87-4961-917d-8f18e609b680 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 944 time: 0.0628109 Jun 28 09:56:04.164826 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e3f4d160-755b-4255-bb99-76809e981e84 req-763be70d-d03d-494d-914c-7e2db9cd8acd tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Jun 28 09:56:05.346619 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb1361-65a9-4b17-876e-b81554e2584b req-96e4c5ba-d71b-4716-ba86-c8245868ebc0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:05.348108 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b3bb1361-65a9-4b17-876e-b81554e2584b req-96e4c5ba-d71b-4716-ba86-c8245868ebc0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 944 time: 0.0671821 Jun 28 09:56:05.384971 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b3bb1361-65a9-4b17-876e-b81554e2584b req-a97ed84f-a71e-4742-a849-8f42ae5ebd21 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Jun 28 09:56:06.006596 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 15c805d0-9c6f-418a-ad6a-75748ac48a0a up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:06.195182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043c43-ac44-4392-9593-9e6339258f56 req-f728cf71-ee96-441f-a733-23ef13b5d259 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.196695 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-96043c43-ac44-4392-9593-9e6339258f56 req-f728cf71-ee96-441f-a733-23ef13b5d259 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0641284 Jun 28 09:56:06.213586 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 15c805d0-9c6f-418a-ad6a-75748ac48a0a completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:06.213586 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 15c805d0-9c6f-418a-ad6a-75748ac48a0a triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:06.213586 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.239274 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-96043c43-ac44-4392-9593-9e6339258f56 req-a17030a1-fa38-4148-bb09-c5a55a9fedb0 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Jun 28 09:56:06.309200 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.331981 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:06.334494 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374f2ca0-5ab6-4bc6-8119-8fe7e0d0a837" -d '{"events": [{"server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "name": "network-vif-plugged", "status": "completed", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:06.349261 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:06.386288 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.389171 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:06.417850 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acc3e60-2bcf-4f2c-beab-7d47a0749b3a x-openstack-request-id: req-2acc3e60-2bcf-4f2c-beab-7d47a0749b3a {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:06.418390 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "name": "network-vif-plugged", "status": "completed", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:06.418651 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2acc3e60-2bcf-4f2c-beab-7d47a0749b3a {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:06.419276 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'code': 200} Jun 28 09:56:06.451359 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=15c805d0-9c6f-418a-ad6a-75748ac48a0a,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:06.457149 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:06.587409 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dbdba-5e8f-4eea-be36-08613d13bf89 req-cce16049-4958-479d-ac42-93b4bad0e799 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.588931 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e5dbdba-5e8f-4eea-be36-08613d13bf89 req-cce16049-4958-479d-ac42-93b4bad0e799 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0629590 Jun 28 09:56:06.631839 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0e5dbdba-5e8f-4eea-be36-08613d13bf89 req-493049c8-6ded-4a84-be56-b64e113e9b93 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372071 Jun 28 09:56:06.893893 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcfd87-f02a-48c8-a25e-8e9ee34b90d5 req-20dc50af-429c-46ae-bd60-d3e2a5467b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.895339 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-71dcfd87-f02a-48c8-a25e-8e9ee34b90d5 req-20dc50af-429c-46ae-bd60-d3e2a5467b96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 1098 time: 0.0528386 Jun 28 09:56:06.929831 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-71dcfd87-f02a-48c8-a25e-8e9ee34b90d5 req-24d33c5c-9f19-4be1-896a-9ca66694326b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270424 Jun 28 09:56:07.822785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041edfc7-45aa-44ec-81b7-971c05536a55 req-5657fa2e-3ba0-44f1-b04f-15a91d17e8d1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:07.824398 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-041edfc7-45aa-44ec-81b7-971c05536a55 req-5657fa2e-3ba0-44f1-b04f-15a91d17e8d1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0755043 Jun 28 09:56:07.868565 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-041edfc7-45aa-44ec-81b7-971c05536a55 req-62531943-4326-4a83-977e-f4284b70e2d5 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381956 Jun 28 09:56:08.792520 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.961525 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37416) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:09.066702 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.067672 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c287-3de8-4679-90fd-97a9962980f9 req-41f0a451-1465-48d9-bbb4-f341111b8e69 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:09.069487 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fb74c287-3de8-4679-90fd-97a9962980f9 req-41f0a451-1465-48d9-bbb4-f341111b8e69 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0735621 Jun 28 09:56:09.120765 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fb74c287-3de8-4679-90fd-97a9962980f9 req-fa00c468-cc05-4fcd-ba80-64b04a386bf3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394897 Jun 28 09:56:09.169111 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.305652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.308217 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6dfdd42c-bd3c-4d49-8b9d-19253c72acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:09.346829 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=472831ad6ed84c0180725fb00d128882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842256 Jun 28 09:56:09.347714 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8678bbb-f94f-4f3b-9d23-471207198651,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:09.349513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37426) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:09.350910 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:09.398219 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.423622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.545883 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.549088 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.550205 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8678bbb-f94f-4f3b-9d23-471207198651 HTTP/1.1" status: 204 len: 168 time: 0.1996083 Jun 28 09:56:09.551055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-41629afd-0b1b-46a6-a13b-c4e1b1db8c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:09.558645 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8678bbb-f94f-4f3b-9d23-471207198651,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:09.560918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:10.305484 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f6b13-9308-4b2c-9895-42206d0eceba req-98c92fbf-1c44-4a51-bc53-4bf3f6584586 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.307021 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c98f6b13-9308-4b2c-9895-42206d0eceba req-98c92fbf-1c44-4a51-bc53-4bf3f6584586 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0652645 Jun 28 09:56:10.346070 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c98f6b13-9308-4b2c-9895-42206d0eceba req-14efeaf1-6336-410c-8b1f-06187923b148 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331926 Jun 28 09:56:10.491741 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37472) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.604618 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6b5e0-1929-4371-a577-85fa33a31264 req-3d7341a3-45cb-4540-af0b-8188d83c98fa tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.606909 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fad6b5e0-1929-4371-a577-85fa33a31264 req-3d7341a3-45cb-4540-af0b-8188d83c98fa tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0721898 Jun 28 09:56:10.648054 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fad6b5e0-1929-4371-a577-85fa33a31264 req-25a33c4e-1e7b-446d-839a-465acaf430c2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345786 Jun 28 09:56:10.676503 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37480) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.677453 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.795440 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37484) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.809103 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.865799 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.869237 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5db4da2d-8b9c-4c26-adc3-a4378d23f86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:10.882959 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-21777069-17e0-4b5c-8b27-39c79a01b649 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541871 Jun 28 09:56:10.897852 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e247db4-99b9-46d0-ab9d-09ee007bfd42,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:10.913689 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:10.928577 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3780714d9a294e7282431e57f74142a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345403 Jun 28 09:56:10.930480 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37490) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.983123 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.006967 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.013808 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-48be9ea9-050e-430c-89bb-db4ae190f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.015726 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-48be9ea9-050e-430c-89bb-db4ae190f9d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.0601854 Jun 28 09:56:11.047478 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.143573 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d5e1f-bd6a-4e15-9c32-887d78ef5956 tempest-TestVolumeBootPattern-345951775 tempest-TestVolumeBootPattern-345951775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.147985 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-998d5e1f-bd6a-4e15-9c32-887d78ef5956 tempest-TestVolumeBootPattern-345951775 tempest-TestVolumeBootPattern-345951775-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 1093 time: 0.4677944 Jun 28 09:56:11.149053 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37496) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:11.156556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'port_id': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:11.158640 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-4a2ef373-4775-4c35-a40c-214ebf595596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.160062 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-4a2ef373-4775-4c35-a40c-214ebf595596 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.1060948 Jun 28 09:56:11.183336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.186229 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.191416 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e247db4-99b9-46d0-ab9d-09ee007bfd42 HTTP/1.1" status: 204 len: 168 time: 0.2598031 Jun 28 09:56:11.194197 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-7bc3cf14-2a9d-42b3-a97a-b306b48f78ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:11.203062 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e247db4-99b9-46d0-ab9d-09ee007bfd42,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:11.205727 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:11.208350 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-17ef229d-1546-4901-9d07-e035491d0498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 217 time: 0.0397186 Jun 28 09:56:11.282416 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.303931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-28397b5e-0d2b-47f3-b344-fabedb0940b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.305414 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-28397b5e-0d2b-47f3-b344-fabedb0940b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0736146 Jun 28 09:56:11.361921 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.366163 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1ff2a740-b560-4850-a225-926fa4eb5ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:11.373043 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-23293cd4-ab07-4d0a-9d79-76cd4fb07500 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348308 Jun 28 09:56:11.412305 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f132e784d18469d803d3154c8bf8e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6156962 Jun 28 09:56:11.413058 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf42fb8-ca34-471f-8550-0865e9ae3f85,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:11.415941 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:11.420326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37506) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:11.454352 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.521235 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-96021db6-527f-46db-bf63-0c2f0c069425 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335347 Jun 28 09:56:11.522136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.563401 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.565559 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.667394 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2db05ee-0ef3-4cbd-8844-36b1927025c0 req-9b556821-82b1-48c0-8b7c-daba80535b2c service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364326 Jun 28 09:56:11.712268 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Allocated IP 172.27.3.46 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/9e981f49-4300-4b61-8403-ecbef0f017a8) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:11.728706 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.731501 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.735017 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cf42fb8-ca34-471f-8550-0865e9ae3f85 HTTP/1.1" status: 204 len: 168 time: 0.3112917 Jun 28 09:56:11.735017 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:11.742691 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf42fb8-ca34-471f-8550-0865e9ae3f85,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:11.746799 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:11.821023 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.932328 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37518) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:11.946328 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.963885 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.966841 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.000946 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:12.004107 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:12.007791 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:12.053461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37520) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:12.053571 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=9e981f49-4300-4b61-8403-ecbef0f017a8,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.053667 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.055356 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.174882 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.191575 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4bfea939-e43f-4175-9d83-e9000b883ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.220802 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ba509c88f6e4d449eb0bdc2ab455b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871232 Jun 28 09:56:12.223311 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37526) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:12.228537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a043c93-9288-40b4-8bff-6d70b438bd8d,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.234346 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.296882 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.360537 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.410427 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.411205 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.456301 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.545646 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.548218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dabbdf9a-2c49-4934-a5cc-789d586d72d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.583214 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b0453-ea84-485d-8fd7-c8eef2f3603b,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.590271 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d0b253bf44249cf912e2bc14b75a4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396228 Jun 28 09:56:12.590620 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37540) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:12.591237 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.625293 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.627770 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.630426 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a043c93-9288-40b4-8bff-6d70b438bd8d HTTP/1.1" status: 204 len: 168 time: 0.4046662 Jun 28 09:56:12.631875 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2c2eaef2-7c94-47b1-ae08-02dc47f5f15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.661804 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a043c93-9288-40b4-8bff-6d70b438bd8d,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.664221 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.688922 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.691043 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.744889 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.887579 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.974024 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.976521 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.977733 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da5b0453-ea84-485d-8fd7-c8eef2f3603b HTTP/1.1" status: 204 len: 168 time: 0.3863497 Jun 28 09:56:12.978514 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.990938 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b0453-ea84-485d-8fd7-c8eef2f3603b,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.990938 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.003032 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.008492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.039988 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.108440 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=9e981f49-4300-4b61-8403-ecbef0f017a8,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.114509 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.168031 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Floating IP 21713590-796a-485e-8940-97beeff694dc associated. External IP: 172.27.3.46, port: 15c805d0-9c6f-418a-ad6a-75748ac48a0a. Jun 28 09:56:13.463694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37570) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.477872 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.583633 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.619024 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:56:13.693632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.701057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bd08bb2a-8187-44fb-94c3-cea618c12ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.743891 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:56:13.744103 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f9d53479d564aa684bbd4c09b7311c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767217 Jun 28 09:56:13.744103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0fdca2-e353-4b80-9d38-56f9bd018a18,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.746666 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37582) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.758680 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:56:13.759282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.783516 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:56:13.784133 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:55:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:13.806946 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.835183 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.888353 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.892611 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:56:13.925539 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7752144 Jun 28 09:56:13.926533 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:13.929346 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61027bff-0312-4e3c-a72d-4cb270e96115" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:13.966889 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91052680-cb6b-4030-a1c3-1071fb054e19 x-openstack-request-id: req-91052680-cb6b-4030-a1c3-1071fb054e19 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:13.967305 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:13.967593 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91052680-cb6b-4030-a1c3-1071fb054e19 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:13.967995 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'status': 'completed', 'code': 200} Jun 28 09:56:13.997883 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.001932 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.003505 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b0fdca2-e353-4b80-9d38-56f9bd018a18 HTTP/1.1" status: 204 len: 168 time: 0.2551508 Jun 28 09:56:14.005563 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d7e818ae-ad4f-4a46-bc56-744ba3ed4bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:14.016217 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0fdca2-e353-4b80-9d38-56f9bd018a18,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:14.038347 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:14.138633 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-206a67d5-1905-41e1-88a1-8646e400ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.139770 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-206a67d5-1905-41e1-88a1-8646e400ffbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 1098 time: 0.0924089 Jun 28 09:56:14.159011 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '21713590-796a-485e-8940-97beeff694dc', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:0f:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:56:12Z', 'updated_at': '2021-06-28T09:56:12Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:14.187862 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:56:14.196413 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:56:14.197260 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:55:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:14.272639 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-6fc976f4-0e72-49a3-af53-73f530b5c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.274108 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-6fc976f4-0e72-49a3-af53-73f530b5c34c service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.1185210 Jun 28 09:56:14.322653 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:56:14.499973 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-ec8f5605-1789-4492-a49b-f8334074410f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a HTTP/1.1" status: 200 len: 998 time: 0.1680467 Jun 28 09:56:14.593987 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-b718db18-3ce4-4cfd-9570-6c0fc3f1dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.596230 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-b718db18-3ce4-4cfd-9570-6c0fc3f1dac3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0911825 Jun 28 09:56:14.694122 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-a6a7c7dc-e0ed-4fca-8d63-4b72a04e9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.695782 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-a6a7c7dc-e0ed-4fca-8d63-4b72a04e9bd3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894730 Jun 28 09:56:14.711783 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '21713590-796a-485e-8940-97beeff694dc', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:0f:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:56:12Z', 'updated_at': '2021-06-28T09:56:12Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:14.775490 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60f08c-2a5b-42b9-a888-f534fd51e7bf None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '21713590-796a-485e-8940-97beeff694dc', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:0f:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:56:12Z', 'updated_at': '2021-06-28T09:56:12Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:56:14.948900 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-0bfc2f8b-e80b-4ab9-9b1b-45d07518a019 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433503 Jun 28 09:56:15.047448 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61027bff-0312-4e3c-a72d-4cb270e96115 req-3f8cca0b-d2bd-4cc5-8d92-41318ba540f8 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901453 Jun 28 09:56:15.085386 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c66924-2ad4-4b09-9a51-a3ed54d0f988 None None] New status for floating IP 21713590-796a-485e-8940-97beeff694dc: ACTIVE {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:56:16.865572 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-d03ad9c5-35d4-4eb5-bb9c-025a8cf1c78d tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=478a33fa855d4348a160d460c5d66faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301421 Jun 28 09:56:16.866271 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37712) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:16.939898 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.011024 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-d5e0f166-7b0c-4c83-beee-1d2944433119 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.016889 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-d5e0f166-7b0c-4c83-beee-1d2944433119 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867087 Jun 28 09:56:17.027135 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-e8bad800-22cb-4aba-83d0-d0dcfd68e667 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/quotas/478a33fa855d4348a160d460c5d66faf HTTP/1.1" status: 200 len: 375 time: 0.0092545 Jun 28 09:56:17.030514 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.060773 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-831971c9-e9c3-4665-8586-15f493c8f562 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=478a33fa855d4348a160d460c5d66faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282829 Jun 28 09:56:17.116975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.119435 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:17.164657 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88f9a67001e24911a282f89ebdce00ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229647 Jun 28 09:56:17.164657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85723e39-568a-4339-b477-af1317d43991,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:17.165273 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37716) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:17.166419 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:17.224394 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.253706 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.323907 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-62c3222f-be4e-446b-9c1f-a80d9c71132e req-9c7be2ec-decd-43bb-ab8c-983a15a05323 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0398967 Jun 28 09:56:17.448555 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.451280 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.452610 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85723e39-568a-4339-b477-af1317d43991 HTTP/1.1" status: 204 len: 168 time: 0.2822163 Jun 28 09:56:17.453382 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-070d0119-22ec-4e36-81fa-62d628f43bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:17.462003 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85723e39-568a-4339-b477-af1317d43991,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:17.464412 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:18.115955 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 37746) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:18.129670 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.219619 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.288262 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.290841 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-92ef96c1-f3a8-49be-af34-0898724e874f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:18.326452 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35d313f31e814f4d833fd3bdf673cf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093565 Jun 28 09:56:18.327411 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d25a5-73a3-4110-8415-9d40cf52d369,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:18.331212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 37752) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:18.331718 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:18.384633 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.431582 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f12fd8ec-4b9a-43bd-aacf-fdcd7300bb09 req-1478390e-cf33-45ce-8659-a2d2ca688d90 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0337474 Jun 28 09:56:18.431582 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.625389 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.627940 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.629094 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/659d25a5-73a3-4110-8415-9d40cf52d369 HTTP/1.1" status: 204 len: 168 time: 0.2967725 Jun 28 09:56:18.629983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5cfca733-fe0b-4b22-bca8-2f4fbb6b418e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:18.637452 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d25a5-73a3-4110-8415-9d40cf52d369,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:18.639610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:19.582500 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7a61e485-5423-4189-87e5-4bc5f4ef0b50 req-585b905f-e454-49b1-a5a4-80140fb89781 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0308576 Jun 28 09:56:20.726783 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cfbee562-7d19-4235-9af7-a3ff23636318 req-7fa81d7e-1017-40fd-81e1-5cdf4e327e14 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jun 28 09:56:21.202478 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-00aad38d-6ec1-46a2-b5d6-4af99c2edc0b tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=478a33fa855d4348a160d460c5d66faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312622 Jun 28 09:56:21.468609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-b42c0797-63bf-4f76-afdb-140c3e290bdb tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:21.471265 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-b42c0797-63bf-4f76-afdb-140c3e290bdb tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091620 Jun 28 09:56:21.504885 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Request body: {'port': {'device_id': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'network_id': '107986e5-695a-4a95-904e-8072d6648d37', 'admin_state_up': True, 'tenant_id': '478a33fa855d4348a160d460c5d66faf'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:21.869650 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cd19c9fb-0db8-48a2-8873-e8d636868b59 req-398e4732-c908-46aa-acb3-9169fe83b56f tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Jun 28 09:56:21.876807 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Made reservation on behalf of 478a33fa855d4348a160d460c5d66faf for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:21.880995 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.890097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.001828 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.094252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.097368 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a4627e94-e54f-4060-b9ab-e8b561ca81a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:22.159528 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b23ede-4c4a-42dc-992d-b454699fd3a3,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:22.164211 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:22.232801 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Allocated IP 192.168.233.148 (107986e5-695a-4a95-904e-8072d6648d37/dc36c432-c114-46ab-bc1c-02a001d747a6/ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:22.382576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.395600 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Transition to ACTIVE for port object ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:22.487972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.491840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:22.539490 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Network 107986e5-695a-4a95-904e-8072d6648d37 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:22.544590 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:22.555627 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:22.555627 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Pushing event updated for resources: {'Port': ['ID=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:22.575693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:22.601198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.601836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.648505 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1479154 Jun 28 09:56:22.676212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Request body: {'port': {'device_id': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:22.745719 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.876414 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-d771e0cb-5829-4bce-b680-528df8eed6ad None None] Provisioning for port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:22.880332 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-d771e0cb-5829-4bce-b680-528df8eed6ad None None] Provisioning complete for port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:22.880703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d771e0cb-5829-4bce-b680-528df8eed6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.913923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-d771e0cb-5829-4bce-b680-528df8eed6ad None None] Port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:56:23.051121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:23.059544 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.076048 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Transition to ACTIVE for port object ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:23.096130 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea53fc-4467-48de-87e5-e694365e5793 req-ba732fec-65c6-48cb-bdde-32778d385e1c tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:23.097623 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-84ea53fc-4467-48de-87e5-e694365e5793 req-ba732fec-65c6-48cb-bdde-32778d385e1c tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 936 time: 0.1073437 Jun 28 09:56:23.137600 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-84ea53fc-4467-48de-87e5-e694365e5793 req-25832c77-fb3d-426d-a6e6-ebe8cbb10cf5 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Jun 28 09:56:23.195990 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.198934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:23.253689 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:23.261187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:23.336557 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Attempting to bind port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:23.336557 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Attempting to bind port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:23.337068 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Attempting to bind port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 on network 107986e5-695a-4a95-904e-8072d6648d37 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:23.341550 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 on network 107986e5-695a-4a95-904e-8072d6648d37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:23.342003 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Attempting to bind port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 on network 107986e5-695a-4a95-904e-8072d6648d37 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:23.347427 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:23.347931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Checking segment: {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:23.348316 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Bound using segment: {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:23.348894 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Bound port: ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a846393-7d9c-4f4d-b7ad-572ece90cdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '107986e5-695a-4a95-904e-8072d6648d37'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:23.349253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.428685 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] For port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:23.431866 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] For port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:23.511213 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.514349 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:23.552983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:23.553472 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.554911 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 HTTP/1.1" status: 200 len: 1098 time: 0.8841782 Jun 28 09:56:23.555416 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'tag': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:23.558041 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0941752d-a6eb-454e-b766-8d316c95e189" -d '{"events": [{"name": "network-changed", "server_uuid": "56b4a136-b1c6-4fe7-869c-b9aab0fde226", "tag": "ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:23.595073 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:23.619809 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:23.746524 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521dac47-1c16-4e7e-9eb8-0ac47e39a792 x-openstack-request-id: req-521dac47-1c16-4e7e-9eb8-0ac47e39a792 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:23.746882 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b4a136-b1c6-4fe7-869c-b9aab0fde226", "tag": "ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:23.747151 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-521dac47-1c16-4e7e-9eb8-0ac47e39a792 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:23.747569 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'tag': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007', 'status': 'completed', 'code': 200} Jun 28 09:56:23.840473 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-e0d7a531-71bc-4377-84e7-7ffd88cfdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:23.842148 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-e0d7a531-71bc-4377-84e7-7ffd88cfdf4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=478a33fa855d4348a160d460c5d66faf&device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 1101 time: 0.0600350 Jun 28 09:56:23.914385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b81805-2722-4d23-b460-5ff3b84c669b req-cc483d2f-6379-4b8c-ad30-d096b9b8d2e2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:23.925598 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-33b81805-2722-4d23-b460-5ff3b84c669b req-cc483d2f-6379-4b8c-ad30-d096b9b8d2e2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0770316 Jun 28 09:56:23.930202 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-ea7b4598-9cca-48f5-8163-63db9dd024c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 HTTP/1.1" status: 200 len: 217 time: 0.0437186 Jun 28 09:56:23.957528 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-33b81805-2722-4d23-b460-5ff3b84c669b req-66504210-4ddb-4767-b64c-57a2a0cc784c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356815 Jun 28 09:56:24.008362 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-af638190-eeaa-4b7b-b65f-0652bcb41062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.008362 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-af638190-eeaa-4b7b-b65f-0652bcb41062 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc36c432-c114-46ab-bc1c-02a001d747a6 HTTP/1.1" status: 200 len: 843 time: 0.0587482 Jun 28 09:56:24.017601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-84ca4566-cded-40cd-93b1-34795e1cee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.019049 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-84ca4566-cded-40cd-93b1-34795e1cee92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.1255744 Jun 28 09:56:24.142904 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-319cf5a5-6020-4b5e-a359-8c94adc4b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.144553 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-319cf5a5-6020-4b5e-a359-8c94adc4b235 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=107986e5-695a-4a95-904e-8072d6648d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1236937 Jun 28 09:56:24.157435 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-b4a8bcd6-7442-4aa7-a913-80d5c6da5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.159886 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-b4a8bcd6-7442-4aa7-a913-80d5c6da5a27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.1123543 Jun 28 09:56:24.233681 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-e6843bfa-b563-42c7-8914-84264e5fffc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 217 time: 0.0643771 Jun 28 09:56:24.337315 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e359d-a8f3-4cdf-82fc-cf102a4d3936 req-02852650-7df2-4957-8d94-687670f631b4 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.338836 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-776e359d-a8f3-4cdf-82fc-cf102a4d3936 req-02852650-7df2-4957-8d94-687670f631b4 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 948 time: 0.0828159 Jun 28 09:56:24.365211 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-3e05de2a-5e61-4576-b544-b18c14cf4262 service neutron] 10.222.0.23 "GET /v2.0/networks/107986e5-695a-4a95-904e-8072d6648d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043393 Jun 28 09:56:24.371605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-4285ceaf-48e9-4d20-a52a-d4745961e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.373384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-75dbd278-d955-49c7-9cd3-ea65b69794b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:24.379062 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-4285ceaf-48e9-4d20-a52a-d4745961e10f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.1125236 Jun 28 09:56:24.387558 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-776e359d-a8f3-4cdf-82fc-cf102a4d3936 req-8d0743a8-e50b-42ee-a9e7-8699abe64f62 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Jun 28 09:56:24.471683 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-e155008c-32b5-48e6-960a-b0d6580fc9c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640695 Jun 28 09:56:24.529459 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac299c6f-1018-4fb9-89f0-0bfd92454711 req-f0e7c9c4-78ca-4e98-be18-6ff4a69cf079 service neutron] 10.222.0.23 "GET /v2.0/networks/107986e5-695a-4a95-904e-8072d6648d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493447 Jun 28 09:56:24.587887 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-db101ef1-d105-4c66-8e9b-bac5003f3ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970259 Jun 28 09:56:24.709647 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1de18fed-382a-4661-961f-286dbcbbdf4f req-29f89c22-0a44-4cf2-8827-b869830012b8 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960858 Jun 28 09:56:24.823555 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941752d-a6eb-454e-b766-8d316c95e189 req-cd420a70-8fac-4ece-99bc-aa62949a1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.825439 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-cd420a70-8fac-4ece-99bc-aa62949a1ab7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=478a33fa855d4348a160d460c5d66faf&device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 1101 time: 0.0557137 Jun 28 09:56:25.015959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941752d-a6eb-454e-b766-8d316c95e189 req-688d3074-467e-4921-a648-c381e310dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.017435 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-688d3074-467e-4921-a648-c381e310dee9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=107986e5-695a-4a95-904e-8072d6648d37 HTTP/1.1" status: 200 len: 870 time: 0.0938931 Jun 28 09:56:25.065275 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-105d3ada-692c-4905-a834-6184273c4130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 HTTP/1.1" status: 200 len: 217 time: 0.0360370 Jun 28 09:56:25.124522 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941752d-a6eb-454e-b766-8d316c95e189 req-f0a1b978-1c30-4cba-97c8-6871a1a72b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.126870 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-f0a1b978-1c30-4cba-97c8-6871a1a72b7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc36c432-c114-46ab-bc1c-02a001d747a6 HTTP/1.1" status: 200 len: 843 time: 0.0510535 Jun 28 09:56:25.149334 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492f586-2058-454f-8df0-d61685c9d37d req-72bb1e94-c2a4-49fd-9a1c-a27c4b96a203 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.150868 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8492f586-2058-454f-8df0-d61685c9d37d req-72bb1e94-c2a4-49fd-9a1c-a27c4b96a203 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0683339 Jun 28 09:56:25.199887 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8492f586-2058-454f-8df0-d61685c9d37d req-825bfc0c-6058-4a42-8d79-491bd14314a8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Jun 28 09:56:25.221061 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941752d-a6eb-454e-b766-8d316c95e189 req-b3274b51-34d2-4045-a62e-b18942aef1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.222751 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-b3274b51-34d2-4045-a62e-b18942aef1ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=107986e5-695a-4a95-904e-8072d6648d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0789850 Jun 28 09:56:25.332611 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-ee6e16f3-4ec2-45ff-8c40-9de286b9329b service neutron] 10.222.0.23 "GET /v2.0/networks/107986e5-695a-4a95-904e-8072d6648d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005750 Jun 28 09:56:25.464069 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0941752d-a6eb-454e-b766-8d316c95e189 req-63924e55-9ee8-4ff3-8eb8-1e17db0ab4d3 service neutron] 10.222.0.23 "GET /v2.0/networks/107986e5-695a-4a95-904e-8072d6648d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141164 Jun 28 09:56:25.556539 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-49f6021d-d6d6-48d9-ac8d-e093316c8eb3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.558322 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-49f6021d-d6d6-48d9-ac8d-e093316c8eb3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.1197965 Jun 28 09:56:25.573841 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-26d58deb-c389-4295-b173-1e26a1468fba tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/quotas/6660daa8a79f498c978bfde262532016 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Jun 28 09:56:25.622887 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535a009-8493-4ada-b2a4-618124cba661 req-93bc50bc-5d51-4918-9fd6-4679d94d5fc7 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.622887 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8535a009-8493-4ada-b2a4-618124cba661 req-93bc50bc-5d51-4918-9fd6-4679d94d5fc7 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 948 time: 0.0690787 Jun 28 09:56:25.657888 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-04bd1b41-2417-4774-a654-b7efea755082 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768983 Jun 28 09:56:25.658893 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8535a009-8493-4ada-b2a4-618124cba661 req-8c632bcd-ee06-48ce-b508-9f1a49db4a49 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Jun 28 09:56:25.753218 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-b11f3b19-33c8-41b3-b259-7cc1aee38d74 service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878630 Jun 28 09:56:25.853594 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-aa0464a0-e87e-4aca-b559-890f7dbfea21 service neutron] 10.222.0.15 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939620 Jun 28 09:56:26.154122 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d5b62ba-ad20-4783-acf3-159e08605e62 req-328a9110-c1e6-4949-b701-b8d93ba42637 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 210 time: 0.0284865 Jun 28 09:56:26.386541 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c45b8b-d421-49bc-9309-e2243e729bdd req-3afeea68-8dd9-43b3-afe4-42f0b4d86c0d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.388013 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a8c45b8b-d421-49bc-9309-e2243e729bdd req-3afeea68-8dd9-43b3-afe4-42f0b4d86c0d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0648663 Jun 28 09:56:26.427477 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a8c45b8b-d421-49bc-9309-e2243e729bdd req-30a08224-aa07-4325-9639-753f7f632970 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Jun 28 09:56:26.835614 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a770de-b6d2-4867-8dde-fae356815622 req-19e16049-e228-4405-ba21-409d74c4761b tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.837039 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-64a770de-b6d2-4867-8dde-fae356815622 req-19e16049-e228-4405-ba21-409d74c4761b tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 948 time: 0.0650795 Jun 28 09:56:26.875016 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-64a770de-b6d2-4867-8dde-fae356815622 req-21e2322c-32de-4244-93bc-0d7f81b1e103 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Jun 28 09:56:27.003084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2a0b-917a-402e-ad46-c0b605c3cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:27.066746 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:27.317216 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-084f4d07-eae0-4f1a-a34d-c00d46b0223f req-407b9e15-e5fb-4eed-90fb-b15f3ec8d83b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 210 time: 0.0289385 Jun 28 09:56:27.609160 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847408a-8cbf-4d2e-b57a-a0e571e90596 req-2f4107ea-9a27-4e1d-bd64-79549f832688 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:27.620261 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8847408a-8cbf-4d2e-b57a-a0e571e90596 req-2f4107ea-9a27-4e1d-bd64-79549f832688 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0747430 Jun 28 09:56:27.654503 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8847408a-8cbf-4d2e-b57a-a0e571e90596 req-da754aba-e556-4bfb-9c37-f1d182485ce2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Jun 28 09:56:28.054015 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a51fa2-2045-4495-9596-6483aa5a4263 req-42c0b571-9683-418c-87a4-300a5f9da65f tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:28.055592 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61a51fa2-2045-4495-9596-6483aa5a4263 req-42c0b571-9683-418c-87a4-300a5f9da65f tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 948 time: 0.0673094 Jun 28 09:56:28.093689 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-61a51fa2-2045-4495-9596-6483aa5a4263 req-d776cedc-b591-414c-ba25-5d0fd3f6ac7d tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Jun 28 09:56:28.292872 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.462168 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-37bf4c51-302b-4990-af71-9b9f2367880b req-d226d304-b30d-4d85-86a4-466415877306 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 210 time: 0.0311522 Jun 28 09:56:28.685378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-ac38176e-265f-462b-a65a-caaafe602892 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:28.686808 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-ac38176e-265f-462b-a65a-caaafe602892 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/networks?id=af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 200 len: 814 time: 0.1046393 Jun 28 09:56:28.722780 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Request body: {'port': {'device_id': 'faf56a51-e57c-428b-a36a-524325555c7b', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'admin_state_up': True, 'tenant_id': '6660daa8a79f498c978bfde262532016'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:28.878658 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4987255-82fb-4162-91c1-6e226f12df7f req-7392f33c-3602-463d-9e22-828a636e491e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:28.880222 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b4987255-82fb-4162-91c1-6e226f12df7f req-7392f33c-3602-463d-9e22-828a636e491e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.1037736 Jun 28 09:56:28.919819 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b4987255-82fb-4162-91c1-6e226f12df7f req-53e8d421-622f-40fb-9cf4-9ff688e71329 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Jun 28 09:56:28.922170 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Made reservation on behalf of 6660daa8a79f498c978bfde262532016 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:28.925850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.077431 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Allocated IP 172.20.0.14 (af0e4940-37fa-4c6d-8d61-65acd8fa9def/ecccc34f-ce11-49c5-9f9b-b6249bd816b3/3fe8726e-39e7-4997-b57a-97707b0979b4) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:29.291167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b660248-3727-446d-bded-672f7d354a53 req-94b6724f-cf66-4e4d-a2dc-925dc715d0d9 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.292835 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2b660248-3727-446d-bded-672f7d354a53 req-94b6724f-cf66-4e4d-a2dc-925dc715d0d9 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 948 time: 0.0789661 Jun 28 09:56:29.332746 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2b660248-3727-446d-bded-672f7d354a53 req-13c9f8b1-1a77-4456-b6f5-632e1f64d91c tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Jun 28 09:56:29.450325 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 38104) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:29.466200 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.557118 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.595969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.617376 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c4d5719a-e2b5-42fc-9050-cd0f91528c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:29.644280 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c', '503596fc-bfa4-4879-ae04-6f2bafbcbea6', '79014aee-d4c1-4fe8-a038-d31ff7f3e579'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:29.650499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.659437 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Network af0e4940-37fa-4c6d-8d61-65acd8fa9def is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:29.671900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:29.680383 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:29.706292 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event updated for resources: {'Port': ['ID=3fe8726e-39e7-4997-b57a-97707b0979b4,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:29.714248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:29.741230 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3dce0-945c-4f7a-b323-66b640b2e0bf req-b4eb63ea-8b1b-4ba4-9142-608c2689a61b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.742695 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e1c3dce0-945c-4f7a-b323-66b640b2e0bf req-b4eb63ea-8b1b-4ba4-9142-608c2689a61b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 932 time: 0.1579220 Jun 28 09:56:29.750689 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.751178 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.751841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.754628 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-322bcb8d-6334-409a-bfb5-27128f11aef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:29.792929 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e1c3dce0-945c-4f7a-b323-66b640b2e0bf req-90343562-f200-4aa5-a4b8-898e32e99ac6 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Jun 28 09:56:29.798581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38114) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:29.799230 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=018cf87151c043d3be37a15700917841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475718 Jun 28 09:56:29.800499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47a440a-3c62-43f7-9ea5-772ea1b3ee92,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:29.813513 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:29.820025 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1019344 Jun 28 09:56:29.860405 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Request body: {'port': {'device_id': 'faf56a51-e57c-428b-a36a-524325555c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:29.883747 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.918513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.984468 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.010090 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 38120) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:30.013612 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.099944 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.102632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.105957 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b47a440a-3c62-43f7-9ea5-772ea1b3ee92 HTTP/1.1" status: 204 len: 168 time: 0.3042357 Jun 28 09:56:30.107469 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2f58c9d5-e5a6-402e-8bc0-af6303856552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.119522 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47a440a-3c62-43f7-9ea5-772ea1b3ee92,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.123578 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.151829 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7481-f18a-4130-bfa7-674d008c419b req-a4a0ea06-f878-4fb6-9a45-04272a900018 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.164578 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9e6b7481-f18a-4130-bfa7-674d008c419b req-a4a0ea06-f878-4fb6-9a45-04272a900018 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.1049478 Jun 28 09:56:30.166492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.168836 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:30.230551 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9e6b7481-f18a-4130-bfa7-674d008c419b req-2518cd8c-8de7-47c1-ab77-7ff171f396a7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651071 Jun 28 09:56:30.309063 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:30.309844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe8726e-39e7-4997-b57a-97707b0979b4 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:30.317943 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.318666 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.323133 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007', 'network_id': '107986e5-695a-4a95-904e-8072d6648d37', 'port_id': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007', 'mac_address': 'fa:16:3e:f7:2c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc36c432-c114-46ab-bc1c-02a001d747a6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:30.330861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Transition to ACTIVE for port object 3fe8726e-39e7-4997-b57a-97707b0979b4 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:30.363414 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.378619 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:30.384255 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.387804 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3c3b24db-9175-45f8-aa3d-7b32500e71eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.398733 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:30.422709 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd43555ba976434bbb0e9074f4b1dd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114265 Jun 28 09:56:30.424940 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.428433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38134) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:30.429101 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.434283 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61df70-ba63-4142-941e-3f5ba65bcd00,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.451126 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.470703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.472725 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.527225 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.534960 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.536593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.536593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.536593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.536593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.536593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.537006 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.537312 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.537759 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.537977 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.538673 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.538673 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:30.542464 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.550327 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe8726e-39e7-4997-b57a-97707b0979b4,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.553148 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.621620 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.677317 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6078e0-fc93-469d-9993-22b410dabfeb req-6b85607e-4aa7-4811-8b44-c2b6a8730fdb tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.678760 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c6078e0-fc93-469d-9993-22b410dabfeb req-6b85607e-4aa7-4811-8b44-c2b6a8730fdb tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 949 time: 0.2084792 Jun 28 09:56:30.680540 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.689221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Attempting to bind port 3fe8726e-39e7-4997-b57a-97707b0979b4 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:30.689553 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Attempting to bind port 3fe8726e-39e7-4997-b57a-97707b0979b4 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:30.689874 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Attempting to bind port 3fe8726e-39e7-4997-b57a-97707b0979b4 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:30.709221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Port 3fe8726e-39e7-4997-b57a-97707b0979b4 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:30.709532 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Attempting to bind port 3fe8726e-39e7-4997-b57a-97707b0979b4 on network af0e4940-37fa-4c6d-8d61-65acd8fa9def {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:30.735590 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:30.738595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Checking segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:30.738595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Bound using segment: {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:30.738595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Bound port: 3fe8726e-39e7-4997-b57a-97707b0979b4, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f593b2d7-48d6-4db5-a204-05f47a293a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:30.738595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.763780 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c6078e0-fc93-469d-9993-22b410dabfeb req-e1840310-6a31-44b3-9888-6da83fe4c9b7 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756052 Jun 28 09:56:30.786015 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38138) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:30.805307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.846747 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] For port 3fe8726e-39e7-4997-b57a-97707b0979b4, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:30.863674 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] For port 3fe8726e-39e7-4997-b57a-97707b0979b4, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3fe8726e-39e7-4997-b57a-97707b0979b4,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:30.913437 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.916025 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.917342 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f61df70-ba63-4142-941e-3f5ba65bcd00 HTTP/1.1" status: 204 len: 168 time: 0.4860802 Jun 28 09:56:30.922264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fd8e3ba8-f5e9-4078-979b-7aba84cceb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.935270 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61df70-ba63-4142-941e-3f5ba65bcd00,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.937845 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.942158 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.947121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.994139 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.994789 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.996114 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] 10.222.0.23 "PUT /v2.0/ports/3fe8726e-39e7-4997-b57a-97707b0979b4 HTTP/1.1" status: 200 len: 1094 time: 1.1408517 Jun 28 09:56:30.996269 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28454b-3d6e-453e-9d5f-423ef39059a0 req-d0dd36d7-6851-41a6-8aa5-046da44029d0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.997778 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8d28454b-3d6e-453e-9d5f-423ef39059a0 req-d0dd36d7-6851-41a6-8aa5-046da44029d0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 944 time: 0.0775464 Jun 28 09:56:30.999657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf56a51-e57c-428b-a36a-524325555c7b', 'tag': '3fe8726e-39e7-4997-b57a-97707b0979b4'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:31.001959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437f8c45-25bb-47bb-9177-28b8e393d2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "faf56a51-e57c-428b-a36a-524325555c7b", "tag": "3fe8726e-39e7-4997-b57a-97707b0979b4"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:31.037741 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe8726e-39e7-4997-b57a-97707b0979b4,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:31.041025 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:31.055551 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8d28454b-3d6e-453e-9d5f-423ef39059a0 req-c26dbad8-2d77-4af1-81c9-7e4e72ad1a43 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506752 Jun 28 09:56:31.066678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fdbcb1-d9ab-4e7d-bad3-03e2dc8cfae8 x-openstack-request-id: req-94fdbcb1-d9ab-4e7d-bad3-03e2dc8cfae8 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:31.067103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf56a51-e57c-428b-a36a-524325555c7b", "tag": "3fe8726e-39e7-4997-b57a-97707b0979b4", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:31.067437 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94fdbcb1-d9ab-4e7d-bad3-03e2dc8cfae8 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:31.067858 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf56a51-e57c-428b-a36a-524325555c7b', 'tag': '3fe8726e-39e7-4997-b57a-97707b0979b4', 'status': 'completed', 'code': 200} Jun 28 09:56:31.076838 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.173592 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.177373 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-77032327-856d-42be-9c35-bf0fb6038a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:31.215847 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5de61e-577f-4acf-a58a-f2151085546b,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:31.225876 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:31.225876 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58215a0dd95448739443197dfbf7d236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365044 Jun 28 09:56:31.226598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38146) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:31.295068 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8c45-25bb-47bb-9177-28b8e393d2fa req-43bd695e-1b0b-4012-afc2-66ae5c376169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.297434 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-437f8c45-25bb-47bb-9177-28b8e393d2fa req-43bd695e-1b0b-4012-afc2-66ae5c376169 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 1097 time: 0.1524851 Jun 28 09:56:31.319280 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.436734 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.440705 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:31.510320 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8c45-25bb-47bb-9177-28b8e393d2fa req-91cfdc68-9ec6-4061-ac5b-7673c344a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.511771 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-437f8c45-25bb-47bb-9177-28b8e393d2fa req-91cfdc68-9ec6-4061-ac5b-7673c344a992 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6660daa8a79f498c978bfde262532016&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1895018 Jun 28 09:56:31.524517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6437b63-36e3-4eba-a6ee-bf6a64af4470 req-7f5ce2a2-24e8-4476-9bb1-b34c5dd84e6f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.525947 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c6437b63-36e3-4eba-a6ee-bf6a64af4470 req-7f5ce2a2-24e8-4476-9bb1-b34c5dd84e6f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.1633987 Jun 28 09:56:31.601898 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.604338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.605432 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e5de61e-577f-4acf-a58a-f2151085546b HTTP/1.1" status: 204 len: 168 time: 0.3779235 Jun 28 09:56:31.617121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7a521fbb-1d13-4b5c-a056-01105419b17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:31.631279 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5de61e-577f-4acf-a58a-f2151085546b,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:31.636991 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c6437b63-36e3-4eba-a6ee-bf6a64af4470 req-0d20b90c-3505-4c38-9f5a-59a0eabcdea4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009169 Jun 28 09:56:31.637849 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:31.672097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8c45-25bb-47bb-9177-28b8e393d2fa req-c227dc95-3d81-460a-b6ab-b253fb3c3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.673903 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-437f8c45-25bb-47bb-9177-28b8e393d2fa req-c227dc95-3d81-460a-b6ab-b253fb3c3ab4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470387 Jun 28 09:56:31.880425 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-4c230ead-3348-4a5c-b8db-1ae0df306847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.881932 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-4c230ead-3348-4a5c-b8db-1ae0df306847 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6660daa8a79f498c978bfde262532016&device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 1097 time: 0.0538919 Jun 28 09:56:31.960611 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-dfecc0c6-2c77-44dc-b29e-28a379054509 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fe8726e-39e7-4997-b57a-97707b0979b4 HTTP/1.1" status: 200 len: 217 time: 0.0439894 Jun 28 09:56:32.024406 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64756c-feaf-423d-b71f-052021bc26b9 req-eb4741f8-e647-46f6-aa21-7e202adef536 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.025979 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3a64756c-feaf-423d-b71f-052021bc26b9 req-eb4741f8-e647-46f6-aa21-7e202adef536 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 949 time: 0.1429706 Jun 28 09:56:32.042863 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-e7a2ab31-3680-4391-91a8-7a3517f6cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.044320 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-e7a2ab31-3680-4391-91a8-7a3517f6cfbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 200 len: 854 time: 0.0711989 Jun 28 09:56:32.092645 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3a64756c-feaf-423d-b71f-052021bc26b9 req-43f7ad96-2568-416a-9f82-872feb3ed39f tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598307 Jun 28 09:56:32.094941 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-0b9dfb16-d065-46e6-a44b-fb367ca3e5bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af0e4940-37fa-4c6d-8d61-65acd8fa9def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316169 Jun 28 09:56:32.192049 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-31e37b10-1c90-41f7-9134-af940f50ea12 service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Jun 28 09:56:32.229996 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb0f97-8e93-452b-a444-7b20029b1ad4 req-e05f5a61-2f13-46fa-a155-6c8427bdea92 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.231452 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9ceb0f97-8e93-452b-a444-7b20029b1ad4 req-e05f5a61-2f13-46fa-a155-6c8427bdea92 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 944 time: 0.0642397 Jun 28 09:56:32.267855 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9ceb0f97-8e93-452b-a444-7b20029b1ad4 req-879c1047-2182-4ec8-b347-099ad7695379 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Jun 28 09:56:32.285711 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-daf67f72-9833-4d68-8136-35703b7d8d16 req-127654bf-4874-4151-9432-48d225b879fe service neutron] 10.222.0.23 "GET /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Jun 28 09:56:32.814008 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1dfa-d845-4724-ab64-52039e4ba997 req-a4ce6fbc-71af-449d-a596-6e5bcff47cd5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.815355 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5afe1dfa-d845-4724-ab64-52039e4ba997 req-a4ce6fbc-71af-449d-a596-6e5bcff47cd5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0611532 Jun 28 09:56:32.852340 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5afe1dfa-d845-4724-ab64-52039e4ba997 req-152a27af-2438-41ec-af6b-997476d18aae tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Jun 28 09:56:33.270781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b92e7-2046-41b0-bee5-c6e70daa78ea req-487a1e44-575a-4222-9778-52c46268fde2 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.272293 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7e2b92e7-2046-41b0-bee5-c6e70daa78ea req-487a1e44-575a-4222-9778-52c46268fde2 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 949 time: 0.0668211 Jun 28 09:56:33.308715 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7e2b92e7-2046-41b0-bee5-c6e70daa78ea req-63a0dd93-1049-411a-9888-bb1b15b9ed2e tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Jun 28 09:56:33.443938 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d769a-e35c-44bf-8a5a-d6702c04408b req-a200c010-db8c-4693-bad7-957756dc9bf1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.445428 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d8d769a-e35c-44bf-8a5a-d6702c04408b req-a200c010-db8c-4693-bad7-957756dc9bf1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 944 time: 0.0649488 Jun 28 09:56:33.482421 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d8d769a-e35c-44bf-8a5a-d6702c04408b req-ab4f118d-af0c-4408-a3bc-2c2b4b0f1aa9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jun 28 09:56:34.017986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b459c-356e-45d4-9356-431428692001 req-6bcd47a5-c49f-40df-b7f1-cd2142d5b31d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.019342 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0a7b459c-356e-45d4-9356-431428692001 req-6bcd47a5-c49f-40df-b7f1-cd2142d5b31d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0606904 Jun 28 09:56:34.054717 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0a7b459c-356e-45d4-9356-431428692001 req-9e24d035-93f1-42cd-8a93-aa2338497dfc tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299325 Jun 28 09:56:34.182569 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:34.292488 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:34.297033 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:34.297410 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.375114 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.396563 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:34.398850 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b635ad8d-6776-410d-a8d2-91317093de8b" -d '{"events": [{"server_uuid": "56b4a136-b1c6-4fe7-869c-b9aab0fde226", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:34.411571 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:34.437584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f1a0c7-bb90-4920-82d0-e329546def50 x-openstack-request-id: req-53f1a0c7-bb90-4920-82d0-e329546def50 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:34.437902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b4a136-b1c6-4fe7-869c-b9aab0fde226", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:34.438164 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53f1a0c7-bb90-4920-82d0-e329546def50 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:34.438587 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007', 'code': 200} Jun 28 09:56:34.481600 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.483479 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:34.487711 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9909-0ef3-4b3f-b267-e07ea7989c53 req-d0e1c2ab-9a14-4e23-bbbf-1f50def09618 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.489205 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d84e9909-0ef3-4b3f-b267-e07ea7989c53 req-d0e1c2ab-9a14-4e23-bbbf-1f50def09618 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 949 time: 0.0629930 Jun 28 09:56:34.529677 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d84e9909-0ef3-4b3f-b267-e07ea7989c53 req-2c8274a7-a9d3-437e-aaa8-f1aefa72b244 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346377 Jun 28 09:56:34.536025 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:34.539379 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:34.667787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93dd1-f904-4c57-a9bd-b3e524c6f655 req-f8b09077-08d5-485b-a947-598709f9719b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.669382 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-73a93dd1-f904-4c57-a9bd-b3e524c6f655 req-f8b09077-08d5-485b-a947-598709f9719b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 944 time: 0.0623109 Jun 28 09:56:34.706519 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-73a93dd1-f904-4c57-a9bd-b3e524c6f655 req-5b911446-5db4-429a-867d-aa4b5f2dae4d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Jun 28 09:56:34.958669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca37a9-531f-4d9a-90b0-a68426bb8592 req-c7029db2-2efd-4fdf-a36c-c3a16d3bec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.960177 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b5ca37a9-531f-4d9a-90b0-a68426bb8592 req-c7029db2-2efd-4fdf-a36c-c3a16d3bec97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 1103 time: 0.0539365 Jun 28 09:56:35.005365 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b5ca37a9-531f-4d9a-90b0-a68426bb8592 req-4ae8a0aa-0d42-46f3-84e1-9aa25a168761 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266459 Jun 28 09:56:35.224581 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f3a9f-f1f6-48b3-9aac-ce17bc8e3db4 req-5718f3d2-4c4d-4e00-9633-accc282f219d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.226075 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-420f3a9f-f1f6-48b3-9aac-ce17bc8e3db4 req-5718f3d2-4c4d-4e00-9633-accc282f219d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0600753 Jun 28 09:56:35.261713 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-420f3a9f-f1f6-48b3-9aac-ce17bc8e3db4 req-df8a84f9-1685-4350-8e71-14702c4d9678 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301809 Jun 28 09:56:35.640356 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:56:36.048039 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bc710-bec3-4b6a-aaef-047b5e2c5c48 req-0a398080-1d15-4a53-a8b0-e60c5f93f763 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.049537 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-244bc710-bec3-4b6a-aaef-047b5e2c5c48 req-0a398080-1d15-4a53-a8b0-e60c5f93f763 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0627658 Jun 28 09:56:36.087147 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-244bc710-bec3-4b6a-aaef-047b5e2c5c48 req-a0d9a033-51b6-4091-9b3d-138ce2f03426 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320554 Jun 28 09:56:36.128846 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b3bf8-0c85-4237-ac79-ebd8dd5d5139 req-c463f23a-0926-419d-8382-a99810bc13f1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.130287 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-763b3bf8-0c85-4237-ac79-ebd8dd5d5139 req-c463f23a-0926-419d-8382-a99810bc13f1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 944 time: 0.0653853 Jun 28 09:56:36.166303 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-763b3bf8-0c85-4237-ac79-ebd8dd5d5139 req-55cfcdc3-ed3e-4d3f-a655-d2d6d8b79589 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Jun 28 09:56:36.436915 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5d90-8b02-49a0-ac46-03a5fe91373b req-f2dd38dc-275b-4a5c-b856-c68e364c409d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.438245 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d61c5d90-8b02-49a0-ac46-03a5fe91373b req-f2dd38dc-275b-4a5c-b856-c68e364c409d tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0636342 Jun 28 09:56:36.474742 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d61c5d90-8b02-49a0-ac46-03a5fe91373b req-00363b24-0d13-4d05-a2de-7e994a9ac286 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Jun 28 09:56:37.275223 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771a1bd-b3f0-46bc-99f6-f66dc135c0d0 req-e721222c-2185-4d0d-9a3f-1a42e932e4a2 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.276688 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4771a1bd-b3f0-46bc-99f6-f66dc135c0d0 req-e721222c-2185-4d0d-9a3f-1a42e932e4a2 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0625875 Jun 28 09:56:37.314734 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4771a1bd-b3f0-46bc-99f6-f66dc135c0d0 req-2ea78cfc-b20d-4275-9248-60181b95b6f4 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Jun 28 09:56:37.348577 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d4184-e3c6-482f-8b9d-4cb5a9ecdc86 req-f34940f7-04a4-436b-931e-01ba0e1a38bb tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.350043 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a79d4184-e3c6-482f-8b9d-4cb5a9ecdc86 req-f34940f7-04a4-436b-931e-01ba0e1a38bb tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 944 time: 0.0636854 Jun 28 09:56:37.387676 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a79d4184-e3c6-482f-8b9d-4cb5a9ecdc86 req-f357b380-31eb-4c88-b06c-7f73ca8c5e22 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Jun 28 09:56:37.647032 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8eb0d-cfae-4801-bf3a-325e904775a7 req-00ba989b-f1e1-4368-8dc2-55f0a40b9147 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.648511 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d6d8eb0d-cfae-4801-bf3a-325e904775a7 req-00ba989b-f1e1-4368-8dc2-55f0a40b9147 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0641997 Jun 28 09:56:37.684612 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d6d8eb0d-cfae-4801-bf3a-325e904775a7 req-0e3447b6-2825-4954-a2f0-ac8132a4ef78 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305851 Jun 28 09:56:38.196128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 3fe8726e-39e7-4997-b57a-97707b0979b4 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:38.294332 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 3fe8726e-39e7-4997-b57a-97707b0979b4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3fe8726e-39e7-4997-b57a-97707b0979b4,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:38.305384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '3fe8726e-39e7-4997-b57a-97707b0979b4', 'network_id': 'af0e4940-37fa-4c6d-8d61-65acd8fa9def', 'port_id': '3fe8726e-39e7-4997-b57a-97707b0979b4', 'mac_address': 'fa:16:3e:f6:c3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecccc34f-ce11-49c5-9f9b-b6249bd816b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:38.341097 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.353979 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe8726e-39e7-4997-b57a-97707b0979b4 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:38.376462 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 3fe8726e-39e7-4997-b57a-97707b0979b4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3fe8726e-39e7-4997-b57a-97707b0979b4,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:38.446776 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.448645 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:38.497216 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=3fe8726e-39e7-4997-b57a-97707b0979b4,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:38.500978 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:38.532863 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd4e8-3109-4b33-9e68-f60fd81cbb1c req-8f657603-4b48-4bba-8811-86d9b22cdad8 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.535362 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d8dd4e8-3109-4b33-9e68-f60fd81cbb1c req-8f657603-4b48-4bba-8811-86d9b22cdad8 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0643802 Jun 28 09:56:38.572032 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d8dd4e8-3109-4b33-9e68-f60fd81cbb1c req-dc7b6b1c-de69-4924-82bd-762b68f06613 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Jun 28 09:56:38.618984 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2efef-837c-4920-80ef-33ad6b5bba26 req-fe31506d-0d7a-4c4b-90fd-d6d3b6741696 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.620497 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-dec2efef-837c-4920-80ef-33ad6b5bba26 req-fe31506d-0d7a-4c4b-90fd-d6d3b6741696 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 945 time: 0.0679262 Jun 28 09:56:38.659026 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-dec2efef-837c-4920-80ef-33ad6b5bba26 req-3c03e2ba-8cce-4d8b-a176-c6fe2d347df7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jun 28 09:56:38.750075 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.856689 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411eec-9671-423d-b977-7cadddbb71a3 req-b72bcabf-7c52-4c3b-b14b-8f60c538a93f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.858132 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-90411eec-9671-423d-b977-7cadddbb71a3 req-b72bcabf-7c52-4c3b-b14b-8f60c538a93f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0631170 Jun 28 09:56:38.894865 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-90411eec-9671-423d-b977-7cadddbb71a3 req-a388e7e9-d95f-4ffb-8ffe-3fa3a46e6beb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304558 Jun 28 09:56:39.129276 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a2d0a-a287-44b2-a833-7a20a84769ce req-2c27c4ae-e482-4bd9-b5fb-a39b41c76025 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.130717 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-de8a2d0a-a287-44b2-a833-7a20a84769ce req-2c27c4ae-e482-4bd9-b5fb-a39b41c76025 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0654867 Jun 28 09:56:39.168092 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-de8a2d0a-a287-44b2-a833-7a20a84769ce req-fd2be04d-051d-481c-a17c-64cfa89b1ab6 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jun 28 09:56:39.289359 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['3fe8726e-39e7-4997-b57a-97707b0979b4'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:39.833793 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf1ece-7f1d-4fbb-b0a7-cce5c2239200 req-d4abfd3c-0ee7-4622-99e0-262fd0928dd4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.835142 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e3cf1ece-7f1d-4fbb-b0a7-cce5c2239200 req-d4abfd3c-0ee7-4622-99e0-262fd0928dd4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 945 time: 0.0640981 Jun 28 09:56:39.871073 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e3cf1ece-7f1d-4fbb-b0a7-cce5c2239200 req-89c9564c-2408-4a91-b8f3-7fe13e60aafa tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303464 Jun 28 09:56:40.065253 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001af62-58de-4596-b5d3-1b4f8dda65d1 req-7011cee0-e970-4ef0-898a-030cff5621ba tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.066702 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6001af62-58de-4596-b5d3-1b4f8dda65d1 req-7011cee0-e970-4ef0-898a-030cff5621ba tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0628138 Jun 28 09:56:40.103528 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6001af62-58de-4596-b5d3-1b4f8dda65d1 req-97fe7d0b-2373-46f1-880b-8ad6e66cdce4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Jun 28 09:56:40.337802 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ae088-753c-485d-bdb2-cdf7da6c7369 req-5c4edb21-1852-4b87-abad-d1df36bc25a3 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.339224 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c42ae088-753c-485d-bdb2-cdf7da6c7369 req-5c4edb21-1852-4b87-abad-d1df36bc25a3 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0608535 Jun 28 09:56:40.375753 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c42ae088-753c-485d-bdb2-cdf7da6c7369 req-229293e2-f97b-4651-b203-b01b3b626a01 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302038 Jun 28 09:56:41.053475 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4c4c8-fdeb-4926-9dcc-fee92405acc1 req-4f9483bd-1a4b-48d4-93f3-9c9809f70efc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.054907 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c2c4c4c8-fdeb-4926-9dcc-fee92405acc1 req-4f9483bd-1a4b-48d4-93f3-9c9809f70efc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 945 time: 0.0643234 Jun 28 09:56:41.091360 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c2c4c4c8-fdeb-4926-9dcc-fee92405acc1 req-2bf8086c-7b14-4261-9d02-b06b9059c3dc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Jun 28 09:56:41.283438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d792d-73f3-4fea-8f25-670a6758205f req-7c6b8246-f8b9-459f-ad80-ed2350bf23f9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.284884 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-970d792d-73f3-4fea-8f25-670a6758205f req-7c6b8246-f8b9-459f-ad80-ed2350bf23f9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0650218 Jun 28 09:56:41.321732 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-970d792d-73f3-4fea-8f25-670a6758205f req-83793a6d-2d3f-4f90-a1b7-62c2de9c4ab8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Jun 28 09:56:41.542151 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044f81d-068b-4e57-aae3-ea672789497b req-029dc175-b3ef-4866-ad26-1f70ed354234 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.543458 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6044f81d-068b-4e57-aae3-ea672789497b req-029dc175-b3ef-4866-ad26-1f70ed354234 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0617414 Jun 28 09:56:41.583326 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6044f81d-068b-4e57-aae3-ea672789497b req-c00fb18d-55c8-48fa-9c0b-b7a2298fd91a tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/security-groups?id=49b23ede-4c4a-42dc-992d-b454699fd3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jun 28 09:56:42.099069 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939e323-d024-40fb-ab62-522c2d511a0f req-6c278bd5-6fe2-4ccf-b724-a0cec1c32991 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.100526 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0939e323-d024-40fb-ab62-522c2d511a0f req-6c278bd5-6fe2-4ccf-b724-a0cec1c32991 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.23 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 950 time: 0.0627203 Jun 28 09:56:42.250712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Deleting port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:56:42.251063 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.292953 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 3fe8726e-39e7-4997-b57a-97707b0979b4 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:42.330624 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189571-2786-4b5d-b222-f48e1f2edd0c req-cf60d2f5-925a-412c-89cb-6a21e64eadd3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.332125 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-10189571-2786-4b5d-b222-f48e1f2edd0c req-cf60d2f5-925a-412c-89cb-6a21e64eadd3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 945 time: 0.1261952 Jun 28 09:56:42.373861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] For port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,segment=NetworkSegment(4a846393-7d9c-4f4d-b7ad-572ece90cdf6),segment_id=4a846393-7d9c-4f4d-b7ad-572ece90cdf6)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:42.374221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.397245 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-10189571-2786-4b5d-b222-f48e1f2edd0c req-c6f0c392-0d33-43a6-a8f2-62c814210be9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577202 Jun 28 09:56:42.398059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Calling delete_port for ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:56:42.407268 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 3fe8726e-39e7-4997-b57a-97707b0979b4 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:42.416483 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 3fe8726e-39e7-4997-b57a-97707b0979b4 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:42.416862 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.493650 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.511361 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbbebc-031f-4684-843d-3bac4d943dd9 req-9697851e-c6a0-44b0-a4e7-666492fea52a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.512943 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-adcbbebc-031f-4684-843d-3bac4d943dd9 req-9697851e-c6a0-44b0-a4e7-666492fea52a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0645056 Jun 28 09:56:42.515978 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf56a51-e57c-428b-a36a-524325555c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe8726e-39e7-4997-b57a-97707b0979b4'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:42.518236 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb91a4-9f28-4f12-8f77-b852fb55fbe5" -d '{"events": [{"server_uuid": "faf56a51-e57c-428b-a36a-524325555c7b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe8726e-39e7-4997-b57a-97707b0979b4"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:42.531226 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 3fe8726e-39e7-4997-b57a-97707b0979b4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3fe8726e-39e7-4997-b57a-97707b0979b4,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:42.554922 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-adcbbebc-031f-4684-843d-3bac4d943dd9 req-868977b2-4e86-444d-a98b-885bf069b514 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Jun 28 09:56:42.555210 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148b9bbb-19c0-4833-99c4-94422e053bb5 x-openstack-request-id: req-148b9bbb-19c0-4833-99c4-94422e053bb5 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:42.555575 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf56a51-e57c-428b-a36a-524325555c7b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe8726e-39e7-4997-b57a-97707b0979b4", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:42.555902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-148b9bbb-19c0-4833-99c4-94422e053bb5 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:42.556401 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf56a51-e57c-428b-a36a-524325555c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe8726e-39e7-4997-b57a-97707b0979b4', 'code': 200} Jun 28 09:56:42.606362 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.610726 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-57fb887c-5c46-4689-848a-3e774aa2a698 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:42.618059 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.618955 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:56:42.621533 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-79052b79-e923-4ce8-8b2c-931f6b2eeea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:42.644593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:56:42.648744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:56:42.704018 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=3fe8726e-39e7-4997-b57a-97707b0979b4,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:42.707787 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:42.882136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Pushing event deleted for resources: {'Port': ['ID=ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:42.940171 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d08e590b-5068-423e-91e0-1a695713bf91 req-74983e7d-99fc-4341-b399-9f44e107896c tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0615003 Jun 28 09:56:42.958156 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.958524 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.958875 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.959300 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.959560 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.959898 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.960319 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.960601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.960938 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.961338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.961595 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.961926 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:42.970029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:42.993535 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] No DVR routers for this DVR port ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:56:42.997896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:42.999890 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0939e323-d024-40fb-ab62-522c2d511a0f req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.23 "DELETE /v2.0/ports/ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007 HTTP/1.1" status: 204 len: 173 time: 0.8891194 Jun 28 09:56:43.000408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'name': 'network-vif-deleted', 'tag': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:43.002765 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8684186-5a8f-46ac-aae5-62c9041a3e15" -d '{"events": [{"server_uuid": "56b4a136-b1c6-4fe7-869c-b9aab0fde226", "name": "network-vif-deleted", "tag": "ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:43.024351 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b948951-3135-4de0-987f-06c2919ee46a req-0c502a28-b0a2-4fd8-9f09-22899051b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.025887 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b948951-3135-4de0-987f-06c2919ee46a req-0c502a28-b0a2-4fd8-9f09-22899051b542 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 1099 time: 0.1460104 Jun 28 09:56:43.048116 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b71db-3dff-4c68-96b5-c8ff3e9c4071 x-openstack-request-id: req-127b71db-3dff-4c68-96b5-c8ff3e9c4071 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:43.048470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b4a136-b1c6-4fe7-869c-b9aab0fde226", "name": "network-vif-deleted", "tag": "ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:43.049720 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-127b71db-3dff-4c68-96b5-c8ff3e9c4071 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:43.049720 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b4a136-b1c6-4fe7-869c-b9aab0fde226', 'name': 'network-vif-deleted', 'tag': 'ac8e3efd-ec2b-41c7-bcc9-fd8cb1708007', 'status': 'completed', 'code': 200} Jun 28 09:56:43.065493 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b948951-3135-4de0-987f-06c2919ee46a req-1e24ba85-22cc-4c44-a565-4f686d69fd45 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Jun 28 09:56:43.994694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a190e30-1c2b-40f5-8844-7d4ee82bb7c6 req-643954f0-33be-4fd0-bc6d-18421d012470 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.996793 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5a190e30-1c2b-40f5-8844-7d4ee82bb7c6 req-643954f0-33be-4fd0-bc6d-18421d012470 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0663953 Jun 28 09:56:44.015114 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f62954-0fae-4af5-bc3a-7308f91bbd3e req-10303dc1-b319-4335-833b-2ea6d5f6f7c4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:44.016988 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-88f62954-0fae-4af5-bc3a-7308f91bbd3e req-10303dc1-b319-4335-833b-2ea6d5f6f7c4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0669227 Jun 28 09:56:44.034674 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5a190e30-1c2b-40f5-8844-7d4ee82bb7c6 req-972606e5-75c6-4d04-9a23-2f937476739f tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Jun 28 09:56:44.056309 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-88f62954-0fae-4af5-bc3a-7308f91bbd3e req-b0423867-4abc-4a26-8882-e8e1b9c1dd52 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jun 28 09:56:44.170714 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4df41390-3a0c-49e1-a668-6e5e9db51df7 req-7912569b-9b10-4c0f-b10f-f18de42a9b71 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b4a136-b1c6-4fe7-869c-b9aab0fde226 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Jun 28 09:56:45.210123 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f12a6-6f90-4fa2-9eae-f64e2a6294dd req-858212c6-4f37-4b79-a73b-9e965bf75286 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.211564 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d5f12a6-6f90-4fa2-9eae-f64e2a6294dd req-858212c6-4f37-4b79-a73b-9e965bf75286 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0630970 Jun 28 09:56:45.231373 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b89b5-fef2-4e46-b987-44790882e20f req-9d8a1c89-52d9-47fe-aafa-fbd83f894b9c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.232851 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744b89b5-fef2-4e46-b987-44790882e20f req-9d8a1c89-52d9-47fe-aafa-fbd83f894b9c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0657921 Jun 28 09:56:45.247978 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6d5f12a6-6f90-4fa2-9eae-f64e2a6294dd req-f18c88cd-61cd-4aa1-be07-0d3bd18365a6 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308108 Jun 28 09:56:45.270774 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744b89b5-fef2-4e46-b987-44790882e20f req-35338dab-3dca-4b8c-99e6-fa60d550bab7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Jun 28 09:56:46.437988 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4b938-2d56-4cb0-bc09-d1adde8d2b43 req-5a7c7584-3683-4c7d-aab3-83f00974cec2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.437988 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dfc4b938-2d56-4cb0-bc09-d1adde8d2b43 req-5a7c7584-3683-4c7d-aab3-83f00974cec2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0683644 Jun 28 09:56:46.466853 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1af72-2ce2-427c-be3e-2b64adcfcfde req-3f8905cb-3150-4b10-a10d-84d6dcd2aa06 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.468823 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e0d1af72-2ce2-427c-be3e-2b64adcfcfde req-3f8905cb-3150-4b10-a10d-84d6dcd2aa06 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0727396 Jun 28 09:56:46.476716 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dfc4b938-2d56-4cb0-bc09-d1adde8d2b43 req-58b69342-2ce6-43a9-bf49-6243b7a3717e tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Jun 28 09:56:46.509562 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e0d1af72-2ce2-427c-be3e-2b64adcfcfde req-6d7a33bb-41da-4e54-9bef-ee19ceb4cb35 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Jun 28 09:56:47.689664 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5d39-4b88-4512-8306-d413ea4a18bc req-27552686-9ced-4674-aa22-89b928b893c8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.691132 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b52c5d39-4b88-4512-8306-d413ea4a18bc req-27552686-9ced-4674-aa22-89b928b893c8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0644433 Jun 28 09:56:47.730618 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b52c5d39-4b88-4512-8306-d413ea4a18bc req-58864f4e-1894-44ea-83a9-7cf6eb5cbf0b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Jun 28 09:56:48.910186 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2268a5-4de8-4d58-a631-10277fa1edd9 req-02c92893-ffaf-4b83-aeb7-df139c19059f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:48.911668 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3a2268a5-4de8-4d58-a631-10277fa1edd9 req-02c92893-ffaf-4b83-aeb7-df139c19059f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0662622 Jun 28 09:56:48.949397 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3a2268a5-4de8-4d58-a631-10277fa1edd9 req-cf5c68c0-c54e-44a9-b737-18d5edec05b6 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Jun 28 09:56:50.146221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272bbff-98ef-47d3-99fe-1a35439ddd35 req-4386e129-c001-42dc-a821-7b29b9516fc5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.147711 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7272bbff-98ef-47d3-99fe-1a35439ddd35 req-4386e129-c001-42dc-a821-7b29b9516fc5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0670748 Jun 28 09:56:50.185369 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7272bbff-98ef-47d3-99fe-1a35439ddd35 req-dd4a9d47-5ab8-4d0f-89a8-c0bcda969d26 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Jun 28 09:56:50.724408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38566) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:50.862547 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e9250d9a-5062-44c1-a5c6-f6cf8ae2efc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=478a33fa855d4348a160d460c5d66faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368859 Jun 28 09:56:50.864884 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38570) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:50.911633 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:50.932883 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:51.099428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:51.099428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:51.099428 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49b23ede-4c4a-42dc-992d-b454699fd3a3 HTTP/1.1" status: 204 len: 168 time: 0.2307568 Jun 28 09:56:51.099428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-761f29df-2070-4b53-9963-6e7c38702714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:51.109650 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b23ede-4c4a-42dc-992d-b454699fd3a3,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:51.112740 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:51.367114 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003239ab-0dbe-4d22-909e-84b685f08670 req-5b8a40c8-24d0-4262-98b7-169f50d8bf2b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:51.368631 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-003239ab-0dbe-4d22-909e-84b685f08670 req-5b8a40c8-24d0-4262-98b7-169f50d8bf2b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0637019 Jun 28 09:56:51.407178 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-003239ab-0dbe-4d22-909e-84b685f08670 req-cb746fb5-cffc-4005-9e92-2e0cdd715a3f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Jun 28 09:56:52.283858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38608) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:52.379497 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1686126638-network', 'tenant_id': 'fd8be3fb74ec45d388ee3f62cab4118e'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:52.457517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Made reservation on behalf of fd8be3fb74ec45d388ee3f62cab4118e for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:52.459991 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.470641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.597762 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.612787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2730a32-f933-4ff2-896e-7f78faffbf38 req-e63977f9-8ac9-4872-aa6f-c24eb50ce6cb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:52.614249 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a2730a32-f933-4ff2-896e-7f78faffbf38 req-e63977f9-8ac9-4872-aa6f-c24eb50ce6cb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0910144 Jun 28 09:56:52.648487 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.652326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d9c64b56-ef25-4293-8e54-7c9eaaed0d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:52.658794 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a2730a32-f933-4ff2-896e-7f78faffbf38 req-7f749ead-2aca-4ba0-8cac-ba80e9fa27c7 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jun 28 09:56:52.677985 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:56:52.687178 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d047d9f-bf4f-4713-88a1-3ab183abffa6,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:52.690751 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:52.694436 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.694436 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Added segment 232ee87a-6d9f-4079-89ff-13f204101958 of type vlan for network 26645f40-e1d7-4fc0-a393-b2742ad66904 Jun 28 09:56:52.735869 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.823030 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.824355 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:52.824929 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:52.826854 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:52.881976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Pushing event updated for resources: {'Network': ['ID=26645f40-e1d7-4fc0-a393-b2742ad66904,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:52.884681 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:52.891699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 26645f40-e1d7-4fc0-a393-b2742ad66904 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:56:52.920713 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6356933 Jun 28 09:56:52.924010 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 38618) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:52.928878 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Request body: {'subnet': {'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1686126638-subnet', 'tenant_id': 'fd8be3fb74ec45d388ee3f62cab4118e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:53.017303 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Made reservation on behalf of fd8be3fb74ec45d388ee3f62cab4118e for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:53.019636 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9427439'] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:53.240686 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9200712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9427453'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:53.244491 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:53.297517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad867771-0bb5-4493-bff1-b779b87bbf73,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:53.301256 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:53.305112 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Checking segment: {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:53.305456 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Network hostable DHCP agents. Network: 26645f40-e1d7-4fc0-a393-b2742ad66904, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:56:53.406894 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Network 26645f40-e1d7-4fc0-a393-b2742ad66904 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:56:53.503367 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 26645f40-e1d7-4fc0-a393-b2742ad66904) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:53.507379 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.507997 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:53.512512 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630436d1-ae89-45ea-b528-462f64a92497 None None] Network 26645f40-e1d7-4fc0-a393-b2742ad66904 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:53.600837 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6756911 Jun 28 09:56:53.638711 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58372537-fcb0-4f9b-94dd-2cf3f4fbfe22 None None] Network 26645f40-e1d7-4fc0-a393-b2742ad66904 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:53.838619 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40a63b-8771-446f-8879-4b54eaaa589f req-52fef12e-fa62-4f4a-a929-764610662a67 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.840090 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3d40a63b-8771-446f-8879-4b54eaaa589f req-52fef12e-fa62-4f4a-a929-764610662a67 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0671856 Jun 28 09:56:53.877896 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3d40a63b-8771-446f-8879-4b54eaaa589f req-bd5a1de9-1def-41ee-ac31-e8db03ad1512 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jun 28 09:56:54.382935 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-3ac291e5-5725-4d4b-beee-b7dd63985fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:54.510385 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2975-cb03-47ce-a46e-5362d86c9daa req-60bcadff-2290-46b1-a9e7-62ecd0d83a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:54.511841 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d86f2975-cb03-47ce-a46e-5362d86c9daa req-60bcadff-2290-46b1-a9e7-62ecd0d83a8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.0538030 Jun 28 09:56:54.549278 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d86f2975-cb03-47ce-a46e-5362d86c9daa req-e54ce61c-fed3-4393-9b8b-922e2002a79a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284755 Jun 28 09:56:55.730551 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92500aab-c502-46f8-953d-313cb8469332 req-600c1276-d76f-4adb-8ae1-aff9383ac36f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.731979 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-92500aab-c502-46f8-953d-313cb8469332 req-600c1276-d76f-4adb-8ae1-aff9383ac36f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0612111 Jun 28 09:56:55.768571 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-92500aab-c502-46f8-953d-313cb8469332 req-43d05bab-4a88-4af9-9233-6a4a2918e061 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301981 Jun 28 09:56:56.671591 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-138dec8e-ac0f-4040-875d-f4f4b2530560 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:56.673163 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-138dec8e-ac0f-4040-875d-f4f4b2530560 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/networks?id=26645f40-e1d7-4fc0-a393-b2742ad66904 HTTP/1.1" status: 200 len: 814 time: 0.1036255 Jun 28 09:56:56.687184 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-264c5cac-51d0-45d8-b599-92c08de651e4 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/quotas/fd8be3fb74ec45d388ee3f62cab4118e HTTP/1.1" status: 200 len: 375 time: 0.0088720 Jun 28 09:56:56.719155 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-8ce1359d-8a97-43d2-bcec-7bb9d4e0971f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271580 Jun 28 09:56:56.805105 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-82f78930-e5ba-4ce8-88d8-93877ca37b18 service neutron] 10.222.0.15 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796285 Jun 28 09:56:56.942964 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d049583c-49a6-43a2-91eb-ef1594a94a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.046459 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.111944 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-abce7097-f21b-463b-a956-8c9586809c49 service neutron] 10.222.0.15 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012865 Jun 28 09:56:57.232756 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d119028-94a5-4e8a-8c4c-806975bd2fb8 req-00c4fa0e-34ae-4260-a975-df672df7c7c1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:57.234772 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1d119028-94a5-4e8a-8c4c-806975bd2fb8 req-00c4fa0e-34ae-4260-a975-df672df7c7c1 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0646226 Jun 28 09:56:57.275683 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1d119028-94a5-4e8a-8c4c-806975bd2fb8 req-70969303-8fed-4837-9507-be537d27f6f5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Jun 28 09:56:57.346569 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2483a6b5-4d07-4596-a2d9-6a6030e39f26 req-51b81110-572c-4b5e-8b5a-0e273fd658b6 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 210 time: 0.0290220 Jun 28 09:56:58.371811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.458395 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254b0b-b82a-486c-af07-ad18638ec1cc req-94134739-6a70-4ee8-8aaf-dc72336d2f36 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.459912 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58254b0b-b82a-486c-af07-ad18638ec1cc req-94134739-6a70-4ee8-8aaf-dc72336d2f36 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0671020 Jun 28 09:56:58.499632 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58254b0b-b82a-486c-af07-ad18638ec1cc req-5593818a-d624-487a-8cc0-7e282d7af7f4 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jun 28 09:56:58.500419 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f1637672-dc6c-4a31-a493-67a53f475919 req-d738a79d-cf27-4a6b-b119-e34f234d34fd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 210 time: 0.0283861 Jun 28 09:56:59.174761 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5818e-9a49-490c-956f-86cb6f1fdd6f req-764ad042-e369-4a73-bee7-3dd1c02b8783 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.176498 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-edb5818e-9a49-490c-956f-86cb6f1fdd6f req-764ad042-e369-4a73-bee7-3dd1c02b8783 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0668151 Jun 28 09:56:59.218390 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-edb5818e-9a49-490c-956f-86cb6f1fdd6f req-6320daf3-6f3f-4e8d-aa28-65d088fb73bb tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Jun 28 09:56:59.277155 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e837-1017-4277-afee-a0fc88d95690 req-1bbcdaae-b247-4058-9fbd-2a9782535753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.278545 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-1bbcdaae-b247-4058-9fbd-2a9782535753 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 1098 time: 0.0540111 Jun 28 09:56:59.404336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e837-1017-4277-afee-a0fc88d95690 req-cb09e780-3b5c-4d55-a4be-4ec43cbe29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.406592 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-cb09e780-3b5c-4d55-a4be-4ec43cbe29fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.0903783 Jun 28 09:56:59.497134 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-a6827b71-32da-42a1-8139-1dff941b9ab8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 200 len: 217 time: 0.0345023 Jun 28 09:56:59.578304 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e837-1017-4277-afee-a0fc88d95690 req-3ddd471c-3e7e-4bd7-90c6-967b1f53ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.580235 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-3ddd471c-3e7e-4bd7-90c6-967b1f53ad8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0468514 Jun 28 09:56:59.624563 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-1a3dc44a-768d-4110-8907-507f858db05d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308702 Jun 28 09:56:59.652489 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6423d195-d865-4dfb-b301-4bac68807a7b req-83b4af6d-c1ce-4632-bf4b-fb8b1f0d0f1f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 210 time: 0.0309229 Jun 28 09:56:59.735490 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-a32191e8-95b8-4a0b-8d5d-c5bbad9c5dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853305 Jun 28 09:56:59.845111 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-38c8e837-1017-4277-afee-a0fc88d95690 req-df5d09d6-ca39-41c8-8a1f-4816eaef7fb8 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832191 Jun 28 09:56:59.971753 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.282622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-e9827250-fa6b-4f9f-929e-40ed7b8e003f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:00.284049 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-e9827250-fa6b-4f9f-929e-40ed7b8e003f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "GET /v2.0/networks?id=26645f40-e1d7-4fc0-a393-b2742ad66904 HTTP/1.1" status: 200 len: 814 time: 0.1133428 Jun 28 09:57:00.343675 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Request body: {'port': {'device_id': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904', 'admin_state_up': True, 'tenant_id': 'fd8be3fb74ec45d388ee3f62cab4118e'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:00.394692 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115729e6-0537-499f-a703-248dcaa403b3 req-62455948-772a-4cca-b510-fed8716711c5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:00.396272 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-115729e6-0537-499f-a703-248dcaa403b3 req-62455948-772a-4cca-b510-fed8716711c5 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0644581 Jun 28 09:57:00.455085 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-115729e6-0537-499f-a703-248dcaa403b3 req-b7f7b6c4-0646-4011-8cd2-dabd6d2210a2 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483372 Jun 28 09:57:00.554100 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Made reservation on behalf of fd8be3fb74ec45d388ee3f62cab4118e for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:00.557658 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.687863 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Allocated IP 172.20.0.14 (26645f40-e1d7-4fc0-a393-b2742ad66904/ad867771-0bb5-4493-bff1-b779b87bbf73/e3698cb8-4798-4ad2-a3dd-c7e363e57e58) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:00.839319 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.896980 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2989c215-f01a-4a6c-94cf-5c6a0ef9ade3 req-abd17353-fe42-4151-bb28-046110d5c97b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 210 time: 0.0344937 Jun 28 09:57:00.972086 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.975909 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:01.017277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Network 26645f40-e1d7-4fc0-a393-b2742ad66904 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:01.022146 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:01.028624 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:01.035838 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Pushing event updated for resources: {'Port': ['ID=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:01.055221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:01.080055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:01.080675 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.166365 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274601 Jun 28 09:57:01.190682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Request body: {'port': {'device_id': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:01.266257 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.526306 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3698cb8-4798-4ad2-a3dd-c7e363e57e58 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:01.533500 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.544883 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Transition to ACTIVE for port object e3698cb8-4798-4ad2-a3dd-c7e363e57e58 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:01.619328 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655fe56-bb86-478d-9857-6d9bf9d076c9 req-15c8f583-3f4e-493c-9c92-98500fcc7552 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:01.620805 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9655fe56-bb86-478d-9857-6d9bf9d076c9 req-15c8f583-3f4e-493c-9c92-98500fcc7552 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0617776 Jun 28 09:57:01.622693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.624779 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1f398b73-c0ce-48ff-b6a0-2ff69527160a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:01.697691 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:01.700635 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:01.707115 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9655fe56-bb86-478d-9857-6d9bf9d076c9 req-f4332439-3068-4320-9bf6-90daef67248f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802982 Jun 28 09:57:02.036336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Attempting to bind port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:02.036574 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Attempting to bind port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:02.036889 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Attempting to bind port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 on network 26645f40-e1d7-4fc0-a393-b2742ad66904 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:02.041030 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 on network 26645f40-e1d7-4fc0-a393-b2742ad66904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:57:02.041343 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Attempting to bind port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 on network 26645f40-e1d7-4fc0-a393-b2742ad66904 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:02.046273 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:02.046600 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Checking segment: {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:02.046972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Bound using segment: {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:02.047386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Bound port: e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:02.047812 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.109995 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] For port e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:02.112968 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] For port e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:02.183480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.188138 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:02.219255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.219841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.221231 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] 10.222.0.23 "PUT /v2.0/ports/e3698cb8-4798-4ad2-a3dd-c7e363e57e58 HTTP/1.1" status: 200 len: 1094 time: 1.0345824 Jun 28 09:57:02.221724 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'tag': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:02.223980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b2c59-a134-461b-a950-08af7e3e1bdd", "tag": "e3698cb8-4798-4ad2-a3dd-c7e363e57e58"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:02.247905 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:02.253209 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:02.266617 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4749f43e-2ec9-4143-9a4a-6dbfd602f6a3 x-openstack-request-id: req-4749f43e-2ec9-4143-9a4a-6dbfd602f6a3 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:02.266927 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b2c59-a134-461b-a950-08af7e3e1bdd", "tag": "e3698cb8-4798-4ad2-a3dd-c7e363e57e58", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:02.267200 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4749f43e-2ec9-4143-9a4a-6dbfd602f6a3 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:02.267614 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'tag': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58', 'status': 'completed', 'code': 200} Jun 28 09:57:02.342987 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0834-0b85-4b3b-b683-cae5a8d50332 req-0e5282de-c2a3-4293-8059-1c0c2e72e765 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.344460 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d7ee0834-0b85-4b3b-b683-cae5a8d50332 req-0e5282de-c2a3-4293-8059-1c0c2e72e765 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 944 time: 0.0680461 Jun 28 09:57:02.407812 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d7ee0834-0b85-4b3b-b683-cae5a8d50332 req-b2e6a988-3bae-421c-9c48-be0c763595cb tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576530 Jun 28 09:57:02.431753 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118 req-ee2d5e48-962c-442c-813b-6dad1624ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.433663 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118 req-ee2d5e48-962c-442c-813b-6dad1624ca82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 1097 time: 0.0642779 Jun 28 09:57:02.562941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118 req-cf732934-e964-4617-b393-63c5a9131773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.564366 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118 req-cf732934-e964-4617-b393-63c5a9131773 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938811 Jun 28 09:57:02.661840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118 req-41b1a586-5085-45ac-9564-7b56f78726cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.663918 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6dc593fc-ba82-4d63-8a0a-e18d5fbab118 req-41b1a586-5085-45ac-9564-7b56f78726cf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900095 Jun 28 09:57:02.819131 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-dd885095-3b4e-4c07-8446-2835ef0177c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.820541 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-dd885095-3b4e-4c07-8446-2835ef0177c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 1097 time: 0.0537698 Jun 28 09:57:02.885938 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-6fd01161-268c-41c2-a034-87a2c560bb68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3698cb8-4798-4ad2-a3dd-c7e363e57e58 HTTP/1.1" status: 200 len: 217 time: 0.0370085 Jun 28 09:57:02.896779 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457d891-250f-431a-9259-29dab061c3a6 req-7d0bb486-17eb-4902-8229-d0835b40105a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.898254 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2457d891-250f-431a-9259-29dab061c3a6 req-7d0bb486-17eb-4902-8229-d0835b40105a tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0775304 Jun 28 09:57:02.936064 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2457d891-250f-431a-9259-29dab061c3a6 req-1f7af2c5-64e7-4e37-a129-59c90d173264 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Jun 28 09:57:02.937776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-14ab0145-d199-4a57-bf62-446f5126f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.939404 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-14ab0145-d199-4a57-bf62-446f5126f95e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad867771-0bb5-4493-bff1-b779b87bbf73 HTTP/1.1" status: 200 len: 854 time: 0.0438368 Jun 28 09:57:02.977240 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-a0dfe795-0895-4c55-b0db-50c6485cac37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26645f40-e1d7-4fc0-a393-b2742ad66904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275500 Jun 28 09:57:03.076062 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-62e370fc-f4b0-4477-a43f-00c806655eaf service neutron] 10.222.0.23 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831816 Jun 28 09:57:03.173782 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57313c73-5fc3-43eb-bc1e-fddb4f22b78e req-c2a4b32d-00b6-4670-bbe9-ee5218f891c8 service neutron] 10.222.0.23 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862968 Jun 28 09:57:04.191814 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb5670-5f9e-4f40-bc8d-b4faeb45662d req-2b3277dd-264f-4227-935c-0054bdfb3ce6 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.193283 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8adb5670-5f9e-4f40-bc8d-b4faeb45662d req-2b3277dd-264f-4227-935c-0054bdfb3ce6 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 944 time: 0.0614336 Jun 28 09:57:04.235335 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8adb5670-5f9e-4f40-bc8d-b4faeb45662d req-705b1dc9-1a22-4f77-b539-4fc147a0cf89 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Jun 28 09:57:04.238317 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315fa3c-9bbe-4595-a80c-46400ae3cc21 req-bc2e0c10-3016-42f1-b359-659d64275840 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.240365 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a315fa3c-9bbe-4595-a80c-46400ae3cc21 req-bc2e0c10-3016-42f1-b359-659d64275840 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0665250 Jun 28 09:57:04.275992 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a315fa3c-9bbe-4595-a80c-46400ae3cc21 req-6ebf0ad4-57a0-4750-852b-bcfdb207cfdf tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Jun 28 09:57:05.517685 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793944e5-300e-403e-986d-bcd41b2d2ba4 req-70afd7ed-b326-4637-9df4-1a8746fc17a7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.519157 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-793944e5-300e-403e-986d-bcd41b2d2ba4 req-70afd7ed-b326-4637-9df4-1a8746fc17a7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0719006 Jun 28 09:57:05.557270 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3290340-7867-48ce-b223-78e83f56af4c req-63e1ae68-6b13-453b-a283-5674df1b4ea9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.559279 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3290340-7867-48ce-b223-78e83f56af4c req-63e1ae68-6b13-453b-a283-5674df1b4ea9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 944 time: 0.0628021 Jun 28 09:57:05.562184 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-793944e5-300e-403e-986d-bcd41b2d2ba4 req-b94b2a71-f986-408b-877a-c781c281a0b0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360701 Jun 28 09:57:05.598344 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3290340-7867-48ce-b223-78e83f56af4c req-046a35fa-c83d-47c5-bd14-c1108add748a tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jun 28 09:57:05.728709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816b106-c30c-4bac-9c7f-e27dbcf883d0 req-8f8cb546-92c7-4537-8064-5956e18c0a34 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.730155 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8816b106-c30c-4bac-9c7f-e27dbcf883d0 req-8f8cb546-92c7-4537-8064-5956e18c0a34 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0642729 Jun 28 09:57:05.767503 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8816b106-c30c-4bac-9c7f-e27dbcf883d0 req-823ad0aa-731a-4161-8f00-e83c882714dc tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jun 28 09:57:06.817345 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f78e2-37db-4487-b386-bf5d722cd0f1 req-472038f5-41cb-4229-987c-3307ac700b8b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:06.818816 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-445f78e2-37db-4487-b386-bf5d722cd0f1 req-472038f5-41cb-4229-987c-3307ac700b8b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0676634 Jun 28 09:57:06.856423 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-445f78e2-37db-4487-b386-bf5d722cd0f1 req-648d7e4b-3eab-43d5-82ad-2d704053d604 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Jun 28 09:57:06.894307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954803f-619c-48fc-b06d-3671f8089f34 req-c25da0df-2646-4c25-80e5-fa1d43227765 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:06.895799 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0954803f-619c-48fc-b06d-3671f8089f34 req-c25da0df-2646-4c25-80e5-fa1d43227765 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 944 time: 0.0660157 Jun 28 09:57:06.933016 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0954803f-619c-48fc-b06d-3671f8089f34 req-1abb7060-c4b4-42d4-85dc-0e7aac696c96 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313966 Jun 28 09:57:07.018884 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e4a37-8b56-415f-abeb-c55720598ac1 req-aee21e2e-5805-46d3-9de5-f2e367597c69 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.020425 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-740e4a37-8b56-415f-abeb-c55720598ac1 req-aee21e2e-5805-46d3-9de5-f2e367597c69 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0610366 Jun 28 09:57:07.057006 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-740e4a37-8b56-415f-abeb-c55720598ac1 req-f53917f8-a42b-49eb-b531-6c86491de369 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Jun 28 09:57:08.162535 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da61760-e8fc-47d4-a14a-3db7790b7573 req-c664c18c-5693-49fe-b449-e9520dd48dd5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.164013 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3da61760-e8fc-47d4-a14a-3db7790b7573 req-c664c18c-5693-49fe-b449-e9520dd48dd5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0634220 Jun 28 09:57:08.201898 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3da61760-e8fc-47d4-a14a-3db7790b7573 req-e588d463-39e8-492b-815d-60bac9349fbc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Jun 28 09:57:08.292484 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1d8d-e3ae-48be-87bc-cd34ff0bc0d7 req-c6b2d105-28d4-42dd-9d35-d7e3b1c9f00d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.293944 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e5da1d8d-e3ae-48be-87bc-cd34ff0bc0d7 req-c6b2d105-28d4-42dd-9d35-d7e3b1c9f00d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 944 time: 0.0659678 Jun 28 09:57:08.331997 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e5da1d8d-e3ae-48be-87bc-cd34ff0bc0d7 req-31e7f459-b2c8-4019-9b58-c276723ce7bf tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jun 28 09:57:08.822120 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.142428 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-31218aa9-19c1-4763-baf8-d5ef15ea69b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565767 Jun 28 09:57:09.380890 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cf771-4a0e-4a85-9afc-5a2c18dde12d req-20992b28-ba7c-4c6c-85ea-9c2fa801c9e5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.382593 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5b7cf771-4a0e-4a85-9afc-5a2c18dde12d req-20992b28-ba7c-4c6c-85ea-9c2fa801c9e5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.0674286 Jun 28 09:57:09.426319 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5b7cf771-4a0e-4a85-9afc-5a2c18dde12d req-d8d66c22-ca02-424c-a238-80147f9fc7df tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Jun 28 09:57:09.556691 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-acabe306-1871-4575-8614-a4a00ff9ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.558181 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-acabe306-1871-4575-8614-a4a00ff9ddc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ea21121a89246ad9cfb28c7547be154&device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 1098 time: 0.3128757 Jun 28 09:57:09.569811 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cccd67-a5bb-483f-92e0-e5201c4cdb8b req-0565da13-fb21-43a9-a406-b0cadb29d6a9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.571222 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c4cccd67-a5bb-483f-92e0-e5201c4cdb8b req-0565da13-fb21-43a9-a406-b0cadb29d6a9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 944 time: 0.0789461 Jun 28 09:57:09.660707 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c4cccd67-a5bb-483f-92e0-e5201c4cdb8b req-3e5e6283-efac-4d1d-ae2f-1dfecd4383e1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Jun 28 09:57:09.687108 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-4d130a2f-ae3b-40fc-a216-d5f3c2d9c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.688562 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-4d130a2f-ae3b-40fc-a216-d5f3c2d9c41e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 200 len: 920 time: 0.1044295 Jun 28 09:57:09.730734 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-93f96761-fd22-4330-bb3e-c28c13a81fd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e HTTP/1.1" status: 200 len: 217 time: 0.0327945 Jun 28 09:57:09.785053 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-9ff95b39-af07-41e4-ab6b-e1d84f06edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.786485 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-9ff95b39-af07-41e4-ab6b-e1d84f06edcb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 200 len: 859 time: 0.0461023 Jun 28 09:57:09.945055 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-c0efe1e6-af07-43e4-8837-2bb4b7af8d15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f0e5783-3e8b-4ea4-8619-74a85796efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488732 Jun 28 09:57:10.004817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-12e918fb-eacc-4b99-aca7-c449d2e49636 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:10.006204 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-12e918fb-eacc-4b99-aca7-c449d2e49636 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 946 time: 0.1088276 Jun 28 09:57:10.128068 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-10d816d2-fee2-4a57-9376-5c868c82365a service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586816 Jun 28 09:57:10.213447 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Deleting port 3fe8726e-39e7-4997-b57a-97707b0979b4 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:10.213783 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.290844 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a77bb4c-b40c-4472-9f8e-1d43f29520c7 req-22bca29c-d2b2-4996-a84a-b3837865afb2 service neutron] 10.222.0.23 "GET /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542599 Jun 28 09:57:10.317368 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] For port 3fe8726e-39e7-4997-b57a-97707b0979b4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3fe8726e-39e7-4997-b57a-97707b0979b4,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:10.317368 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.330783 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Calling delete_port for 3fe8726e-39e7-4997-b57a-97707b0979b4 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:10.439209 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e3698cb8-4798-4ad2-a3dd-c7e363e57e58 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:57:10.531405 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.535607 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:10.538315 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:10.550453 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58', 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904', 'port_id': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58', 'mac_address': 'fa:16:3e:d6:9c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad867771-0bb5-4493-bff1-b779b87bbf73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:57:10.575295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event deleted for resources: {'Port': ['ID=3fe8726e-39e7-4997-b57a-97707b0979b4,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:10.579682 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c', '503596fc-bfa4-4879-ae04-6f2bafbcbea6', '79014aee-d4c1-4fe8-a038-d31ff7f3e579', '3fe8726e-39e7-4997-b57a-97707b0979b4'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:10.604661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:10.607186 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-391cd7e2-b194-4f46-89bc-52506f27b9ac req-fa86b0a8-b3a1-4624-8adc-f9f657ef4e16 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 210 time: 0.0660923 Jun 28 09:57:10.631282 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.654724 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3698cb8-4798-4ad2-a3dd-c7e363e57e58 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:10.659673 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] No DVR routers for this DVR port 3fe8726e-39e7-4997-b57a-97707b0979b4 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:10.662660 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.664590 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1d91ca9a-a8c6-480e-8518-15d7db4345c0 req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "DELETE /v2.0/ports/3fe8726e-39e7-4997-b57a-97707b0979b4 HTTP/1.1" status: 204 len: 173 time: 0.6295381 Jun 28 09:57:10.666702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf56a51-e57c-428b-a36a-524325555c7b', 'name': 'network-vif-deleted', 'tag': '3fe8726e-39e7-4997-b57a-97707b0979b4'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:10.667294 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700c7319-2cd0-4a98-a5d0-46255dd20918" -d '{"events": [{"server_uuid": "faf56a51-e57c-428b-a36a-524325555c7b", "name": "network-vif-deleted", "tag": "3fe8726e-39e7-4997-b57a-97707b0979b4"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:10.696566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:10.709132 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aac9d8-9460-4dbb-bb4b-5056120bb6d2 x-openstack-request-id: req-78aac9d8-9460-4dbb-bb4b-5056120bb6d2 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:10.709450 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf56a51-e57c-428b-a36a-524325555c7b", "name": "network-vif-deleted", "tag": "3fe8726e-39e7-4997-b57a-97707b0979b4", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:10.709724 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78aac9d8-9460-4dbb-bb4b-5056120bb6d2 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:10.710135 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf56a51-e57c-428b-a36a-524325555c7b', 'name': 'network-vif-deleted', 'tag': '3fe8726e-39e7-4997-b57a-97707b0979b4', 'status': 'completed', 'code': 200} Jun 28 09:57:10.793792 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.802393 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:10.861543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:10.865965 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5012d-2954-424c-96bd-957f1fa46f00 req-297ae78f-8184-4f98-a427-2b2bb2401759 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:10.872750 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-05a5012d-2954-424c-96bd-957f1fa46f00 req-297ae78f-8184-4f98-a427-2b2bb2401759 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 945 time: 0.0984511 Jun 28 09:57:10.873303 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:10.935321 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-05a5012d-2954-424c-96bd-957f1fa46f00 req-fa77780f-c970-4437-aeee-7f3d77b48c41 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608897 Jun 28 09:57:11.691754 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['e3698cb8-4798-4ad2-a3dd-c7e363e57e58'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:11.777928 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bec093f0-34ba-4e79-a298-f75f3877ec07 req-1460a546-d182-4427-9626-56748ad8ecda tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf56a51-e57c-428b-a36a-524325555c7b HTTP/1.1" status: 200 len: 210 time: 0.0333798 Jun 28 09:57:12.098856 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e9037-ef62-4d6d-9b5b-0026881dea02 req-e7185f49-d2e1-41f6-9ae7-a6f43335f674 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.100379 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-464e9037-ef62-4d6d-9b5b-0026881dea02 req-e7185f49-d2e1-41f6-9ae7-a6f43335f674 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 945 time: 0.0620472 Jun 28 09:57:12.138397 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-464e9037-ef62-4d6d-9b5b-0026881dea02 req-0e1a312c-e39d-4b20-99a9-a66afff72a4b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Jun 28 09:57:12.477228 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 3fe8726e-39e7-4997-b57a-97707b0979b4 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:12.497860 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 3fe8726e-39e7-4997-b57a-97707b0979b4 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:12.498241 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 3fe8726e-39e7-4997-b57a-97707b0979b4 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:12.639775 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:57:13.350511 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d7dec-2ef0-4362-a370-0986f6b151d8 req-0da374d1-f191-4d2c-bea5-41a85b01d4c9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:13.352013 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-913d7dec-2ef0-4362-a370-0986f6b151d8 req-0da374d1-f191-4d2c-bea5-41a85b01d4c9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 945 time: 0.0667341 Jun 28 09:57:13.392729 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-913d7dec-2ef0-4362-a370-0986f6b151d8 req-f97f6a53-71ad-403a-bd38-eaaae3722e38 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Jun 28 09:57:13.525082 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf55d1-859f-4017-800e-ae44e3f70651 req-bc761e46-8bb8-440b-ada6-df241733465f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:13.530417 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-76bf55d1-859f-4017-800e-ae44e3f70651 req-bc761e46-8bb8-440b-ada6-df241733465f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0652869 Jun 28 09:57:13.565751 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-76bf55d1-859f-4017-800e-ae44e3f70651 req-9223d2e7-1cbd-4f42-b9a9-69591fc1abb2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Jun 28 09:57:14.040666 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55758e06-82f8-4418-9461-1d46a6a6be6e req-1c93634c-6536-4d7b-bd4c-703ae7a23f94 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.042027 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-55758e06-82f8-4418-9461-1d46a6a6be6e req-1c93634c-6536-4d7b-bd4c-703ae7a23f94 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0614085 Jun 28 09:57:14.078763 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-55758e06-82f8-4418-9461-1d46a6a6be6e req-92afc8bf-0434-4bf8-b428-c888ff292cba tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Jun 28 09:57:14.506381 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e3698cb8-4798-4ad2-a3dd-c7e363e57e58 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:14.568790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e1a95-edbb-4a97-ba75-cc040782acd3 req-d127bd89-f44c-4578-9d01-27983e849ae0 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.570376 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-518e1a95-edbb-4a97-ba75-cc040782acd3 req-d127bd89-f44c-4578-9d01-27983e849ae0 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 945 time: 0.0643167 Jun 28 09:57:14.610344 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:14.612714 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-518e1a95-edbb-4a97-ba75-cc040782acd3 req-fca58c88-9a93-4ce1-9a91-2d9299dec577 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jun 28 09:57:14.614618 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:14.615005 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.695547 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.722935 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:14.725608 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220360ae-9c1d-48eb-90d7-2ddb7fa7ddd6" -d '{"events": [{"server_uuid": "ed9b2c59-a134-461b-a950-08af7e3e1bdd", "name": "network-vif-plugged", "status": "completed", "tag": "e3698cb8-4798-4ad2-a3dd-c7e363e57e58"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:14.742398 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:14.781118 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952d1f-45d2-45b1-9604-4896cec8483c req-8e2556de-1f68-41a9-8673-3d6902c38c9e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.782598 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dd952d1f-45d2-45b1-9604-4896cec8483c req-8e2556de-1f68-41a9-8673-3d6902c38c9e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0719781 Jun 28 09:57:14.822062 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dd952d1f-45d2-45b1-9604-4896cec8483c req-0289f96f-a477-481f-96a3-8232793aea7f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Jun 28 09:57:14.822545 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.824762 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:14.881224 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad0949-be58-4300-ac9d-ec66da6c39be x-openstack-request-id: req-07ad0949-be58-4300-ac9d-ec66da6c39be {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:14.881524 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b2c59-a134-461b-a950-08af7e3e1bdd", "name": "network-vif-plugged", "status": "completed", "tag": "e3698cb8-4798-4ad2-a3dd-c7e363e57e58", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:14.882826 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07ad0949-be58-4300-ac9d-ec66da6c39be {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:14.882826 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58', 'code': 200} Jun 28 09:57:14.883051 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:14.885941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:14.887934 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30c11c-5e48-4671-8cb2-e05188b94d22 req-41df0e8c-d863-4a58-b573-eb26456688b5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.890039 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2c30c11c-5e48-4671-8cb2-e05188b94d22 req-41df0e8c-d863-4a58-b573-eb26456688b5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0865884 Jun 28 09:57:14.927908 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2c30c11c-5e48-4671-8cb2-e05188b94d22 req-fca22872-ad3f-4fa2-93fc-0b85f1972df5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jun 28 09:57:15.252934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45c44-eed3-45d5-8b1b-8137dcd2ca4b req-f4789697-ea3c-4a60-bce6-131d21aded07 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.254486 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-15b45c44-eed3-45d5-8b1b-8137dcd2ca4b req-f4789697-ea3c-4a60-bce6-131d21aded07 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0639627 Jun 28 09:57:15.292459 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-15b45c44-eed3-45d5-8b1b-8137dcd2ca4b req-bb1c2262-2e1a-4575-97c0-28639ab57eef tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Jun 28 09:57:15.438984 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479cb54-bc33-434c-ad19-94b1c7fe9a8d req-d5bb505b-8b77-4613-8be1-512e6c67d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.440406 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5479cb54-bc33-434c-ad19-94b1c7fe9a8d req-d5bb505b-8b77-4613-8be1-512e6c67d41c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 1099 time: 0.0590308 Jun 28 09:57:15.488388 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5479cb54-bc33-434c-ad19-94b1c7fe9a8d req-747874f0-8780-485e-8ae8-41b2cb2543cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Jun 28 09:57:15.787088 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01d58-266d-400b-b72f-6dd38c29c840 req-1f00f85b-711b-47d6-afaa-bd5dfbc688d6 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.788664 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c1c01d58-266d-400b-b72f-6dd38c29c840 req-1f00f85b-711b-47d6-afaa-bd5dfbc688d6 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0623031 Jun 28 09:57:15.826751 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c1c01d58-266d-400b-b72f-6dd38c29c840 req-83ec1380-5dc3-436e-95d8-271f825437ac tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jun 28 09:57:16.001591 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5c1f9-b1e1-40d7-b20c-c8c9bd9fdd62 req-b3472ca2-65c2-46b0-a771-8b686af9ecb6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:16.003063 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-17e5c1f9-b1e1-40d7-b20c-c8c9bd9fdd62 req-b3472ca2-65c2-46b0-a771-8b686af9ecb6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0653293 Jun 28 09:57:16.040801 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-17e5c1f9-b1e1-40d7-b20c-c8c9bd9fdd62 req-cad3562d-cbf0-40f1-b4de-34ab8383b85c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Jun 28 09:57:16.099112 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c6da-8e28-42b4-b083-295ce3ddd219 req-db71796c-9b5f-4c67-9af0-a25ea6f579a3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:16.100605 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2166c6da-8e28-42b4-b083-295ce3ddd219 req-db71796c-9b5f-4c67-9af0-a25ea6f579a3 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0618536 Jun 28 09:57:16.137989 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2166c6da-8e28-42b4-b083-295ce3ddd219 req-88d3f04f-2733-43eb-8850-ac4d341cfcb1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Jun 28 09:57:16.461995 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011440-65c5-44f5-89c5-c5eaf2a8f947 req-b09dc5b5-40ee-4d85-bf9d-6f4a280c11ae tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:16.463442 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a0011440-65c5-44f5-89c5-c5eaf2a8f947 req-b09dc5b5-40ee-4d85-bf9d-6f4a280c11ae tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0616074 Jun 28 09:57:16.502422 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a0011440-65c5-44f5-89c5-c5eaf2a8f947 req-d1b13abe-f8e9-4018-8e17-2826058d8dcf tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Jun 28 09:57:17.001228 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a947d3-2e22-4673-a2b0-d25f74608179 req-6a534666-fb1d-4d7c-8d7d-f3b024a5074f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:17.002718 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f1a947d3-2e22-4673-a2b0-d25f74608179 req-6a534666-fb1d-4d7c-8d7d-f3b024a5074f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0666959 Jun 28 09:57:17.040031 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f1a947d3-2e22-4673-a2b0-d25f74608179 req-92dd81d1-38f2-4c13-8e86-cba54662ac3d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Jun 28 09:57:17.234683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27453f7-3e22-41e4-bf3f-901934e094a3 req-4c74be6d-f68f-456c-be5c-1565aa1c857c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:17.236481 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a27453f7-3e22-41e4-bf3f-901934e094a3 req-4c74be6d-f68f-456c-be5c-1565aa1c857c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0767543 Jun 28 09:57:17.276830 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a27453f7-3e22-41e4-bf3f-901934e094a3 req-ca063c5b-bcb9-4d15-81d7-5dbce081a45d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350697 Jun 28 09:57:17.325728 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378113c5-ba22-4db7-b589-f07e22dcf537 req-0a6839cc-2e42-4019-b129-7833a89fd4a5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:17.327912 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-378113c5-ba22-4db7-b589-f07e22dcf537 req-0a6839cc-2e42-4019-b129-7833a89fd4a5 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0640306 Jun 28 09:57:17.366223 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-378113c5-ba22-4db7-b589-f07e22dcf537 req-458a1d2a-5933-4e73-b490-d870e5204426 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jun 28 09:57:17.687277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490ed84-ea1a-467e-af6d-2fb067f5bc5a req-2b67aded-49fa-4b19-864c-cd0da65c4ff3 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:17.688838 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6490ed84-ea1a-467e-af6d-2fb067f5bc5a req-2b67aded-49fa-4b19-864c-cd0da65c4ff3 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0657332 Jun 28 09:57:17.729005 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6490ed84-ea1a-467e-af6d-2fb067f5bc5a req-ac145834-7cbd-4b1d-a36f-152af262d519 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341613 Jun 28 09:57:18.218104 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d43b9-d93d-47f1-bad5-fb3634e884bb req-7aa2b616-bf41-4e10-9dae-f587faee2f49 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:18.219571 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cc6d43b9-d93d-47f1-bad5-fb3634e884bb req-7aa2b616-bf41-4e10-9dae-f587faee2f49 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0701275 Jun 28 09:57:18.256968 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cc6d43b9-d93d-47f1-bad5-fb3634e884bb req-e8fcf85c-183e-404b-bfe7-2ef14aa0221a tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Jun 28 09:57:18.463023 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44eddd-a7eb-4d46-afb5-c49dc648e4ac req-2d7c56e5-95aa-4ade-9cfd-f439f6345110 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:18.464556 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ea44eddd-a7eb-4d46-afb5-c49dc648e4ac req-2d7c56e5-95aa-4ade-9cfd-f439f6345110 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0709808 Jun 28 09:57:18.514330 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ea44eddd-a7eb-4d46-afb5-c49dc648e4ac req-efb04ddf-3bb8-4eb3-8022-49b8052a31fa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378227 Jun 28 09:57:18.552118 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605323-f8fb-4cee-ac62-c89cedaf66f9 req-788b299d-eb9f-4c5e-bf46-38ff6e371d9c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:18.553613 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-18605323-f8fb-4cee-ac62-c89cedaf66f9 req-788b299d-eb9f-4c5e-bf46-38ff6e371d9c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0662858 Jun 28 09:57:18.591294 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-18605323-f8fb-4cee-ac62-c89cedaf66f9 req-7fbea4b8-504b-4157-a1b0-57e067fc37e4 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Jun 28 09:57:18.902933 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1646-841a-4dbe-ac7b-bc8ebd77fb8d req-7196ea2b-08ff-4620-b379-d5fb0ea836ce tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:18.904981 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e53e1646-841a-4dbe-ac7b-bc8ebd77fb8d req-7196ea2b-08ff-4620-b379-d5fb0ea836ce tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.0643387 Jun 28 09:57:18.943003 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e53e1646-841a-4dbe-ac7b-bc8ebd77fb8d req-5399c7ac-5b1b-44d3-ac35-7f03aa78bec9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jun 28 09:57:19.383476 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-74960001-fc8b-4be0-80de-86f1aff0645a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:19.385077 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-74960001-fc8b-4be0-80de-86f1aff0645a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0623755 Jun 28 09:57:19.437972 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac88f-687b-4904-817b-b1a2a57eb235 req-f10a06f2-b785-4c75-857f-835600f93273 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:19.439508 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-08aac88f-687b-4904-817b-b1a2a57eb235 req-f10a06f2-b785-4c75-857f-835600f93273 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0675933 Jun 28 09:57:19.479231 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-08aac88f-687b-4904-817b-b1a2a57eb235 req-e8c02db6-c8ce-49e3-9369-e5ecea506a2f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Jun 28 09:57:19.521674 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Deleting port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:19.522208 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:19.632344 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] For port 79014aee-d4c1-4fe8-a038-d31ff7f3e579, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=79014aee-d4c1-4fe8-a038-d31ff7f3e579,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:19.632823 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:19.664601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Calling delete_port for 79014aee-d4c1-4fe8-a038-d31ff7f3e579 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:19.779146 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bb9a-e192-4039-9c35-f9ee01892911 req-f188684b-4e8b-4f2a-97b3-9127979d832c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:19.780929 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3796bb9a-e192-4039-9c35-f9ee01892911 req-f188684b-4e8b-4f2a-97b3-9127979d832c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1337774 Jun 28 09:57:19.815326 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f664d7e-544c-471d-a262-1130c1c9cc7b req-cd8ee301-fc95-4c3e-8a81-a390368a7c3c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:19.825471 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6f664d7e-544c-471d-a262-1130c1c9cc7b req-cd8ee301-fc95-4c3e-8a81-a390368a7c3c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 945 time: 0.0956695 Jun 28 09:57:19.866328 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6f664d7e-544c-471d-a262-1130c1c9cc7b req-3a74ae8d-5b12-4f12-8320-c583db17c37f tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Jun 28 09:57:19.873242 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3796bb9a-e192-4039-9c35-f9ee01892911 req-0557096a-3e2e-4e3f-9bc3-5b219ffac9bd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782709 Jun 28 09:57:19.960478 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:19.966705 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:19.998700 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event deleted for resources: {'Port': ['ID=79014aee-d4c1-4fe8-a038-d31ff7f3e579,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:20.005681 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:20.018025 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c', '503596fc-bfa4-4879-ae04-6f2bafbcbea6', '79014aee-d4c1-4fe8-a038-d31ff7f3e579'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:20.058786 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] No DVR routers for this DVR port 79014aee-d4c1-4fe8-a038-d31ff7f3e579 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:20.069923 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.071834 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-00aec14f-b245-4ec1-b279-fbcbce3080e0 req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "DELETE /v2.0/ports/79014aee-d4c1-4fe8-a038-d31ff7f3e579 HTTP/1.1" status: 204 len: 173 time: 0.6738665 Jun 28 09:57:20.073578 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'name': 'network-vif-deleted', 'tag': '79014aee-d4c1-4fe8-a038-d31ff7f3e579'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:20.076046 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1cf1b-dd38-4082-95cf-44cd48e07300" -d '{"events": [{"server_uuid": "9d79ebef-7017-41e5-ac13-47c8f0b3017e", "name": "network-vif-deleted", "tag": "79014aee-d4c1-4fe8-a038-d31ff7f3e579"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:20.188850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-c5d9bdf6-a302-4af9-8321-844d0b8a791f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.191275 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-c5d9bdf6-a302-4af9-8321-844d0b8a791f tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1298411 Jun 28 09:57:20.208724 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c0c5b-8d2f-4240-8d1d-b47335eb0845 req-d3bd6da4-1276-42f4-93c2-d6e770f5fefc tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.211066 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-205c0c5b-8d2f-4240-8d1d-b47335eb0845 req-d3bd6da4-1276-42f4-93c2-d6e770f5fefc tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 945 time: 0.1074324 Jun 28 09:57:20.295887 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-205c0c5b-8d2f-4240-8d1d-b47335eb0845 req-a80409a1-76f2-4220-9eb2-2654093e3bac tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767539 Jun 28 09:57:20.372465 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7147ba49-5ec5-431b-b3bb-bcfbead8be49 x-openstack-request-id: req-7147ba49-5ec5-431b-b3bb-bcfbead8be49 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:20.375108 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d79ebef-7017-41e5-ac13-47c8f0b3017e", "name": "network-vif-deleted", "tag": "79014aee-d4c1-4fe8-a038-d31ff7f3e579", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:20.375108 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7147ba49-5ec5-431b-b3bb-bcfbead8be49 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:20.375108 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d79ebef-7017-41e5-ac13-47c8f0b3017e', 'name': 'network-vif-deleted', 'tag': '79014aee-d4c1-4fe8-a038-d31ff7f3e579', 'status': 'completed', 'code': 200} Jun 28 09:57:20.376991 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Deleting port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:20.377357 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.493343 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] For port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:20.493720 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.513496 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Calling delete_port for 1b05b931-7ebe-47e4-9df0-2f54a1fae73e owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:20.725383 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.729299 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:20.754947 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Pushing event deleted for resources: {'Port': ['ID=1b05b931-7ebe-47e4-9df0-2f54a1fae73e,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:20.758093 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:20.807263 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] No DVR routers for this DVR port 1b05b931-7ebe-47e4-9df0-2f54a1fae73e on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:20.810075 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.812323 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b4a0abb9-23a6-4c74-9216-5583e1cfadaf req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "DELETE /v2.0/ports/1b05b931-7ebe-47e4-9df0-2f54a1fae73e HTTP/1.1" status: 204 len: 173 time: 0.6130869 Jun 28 09:57:21.025867 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d3940b0-f874-496f-a49d-b5bca37595e3 req-bc80f2de-784e-4377-884d-fd200f6c8933 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d79ebef-7017-41e5-ac13-47c8f0b3017e HTTP/1.1" status: 200 len: 210 time: 0.0319409 Jun 28 09:57:21.134894 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a54a4-e30c-4e59-aeb7-755a9460af7b req-5cff6826-2a6d-420a-97f6-7b7c7b89780b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:21.137126 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d99a54a4-e30c-4e59-aeb7-755a9460af7b req-5cff6826-2a6d-420a-97f6-7b7c7b89780b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0680254 Jun 28 09:57:21.178448 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d99a54a4-e30c-4e59-aeb7-755a9460af7b req-d643cd8f-14b6-49be-a8b3-6905541c0666 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351565 Jun 28 09:57:21.473568 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c3baa8f2-2488-4dfd-87ef-4dcdc1e5c6fe req-82249be3-ae3e-4dce-99cd-ff9206676599 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb493313-11ff-4dbc-8021-d528e8821f13 HTTP/1.1" status: 200 len: 210 time: 0.0312068 Jun 28 09:57:21.611941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['149ffb38-7282-4d90-92df-673f559ca175', '1b05b931-7ebe-47e4-9df0-2f54a1fae73e'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:22.373541 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceefcd-6980-40cb-aa1a-6032c6a5a3c9 req-6b90c5b7-806a-4c97-8b3e-221d02b15973 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:22.374829 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'name': 'network-vif-deleted', 'tag': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:22.375298 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cdceefcd-6980-40cb-aa1a-6032c6a5a3c9 req-6b90c5b7-806a-4c97-8b3e-221d02b15973 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0712790 Jun 28 09:57:22.377847 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c1366-e268-458c-97cf-06d638f04b01" -d '{"events": [{"server_uuid": "eb493313-11ff-4dbc-8021-d528e8821f13", "name": "network-vif-deleted", "tag": "1b05b931-7ebe-47e4-9df0-2f54a1fae73e"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:22.416161 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cdceefcd-6980-40cb-aa1a-6032c6a5a3c9 req-28fcc3ce-a458-4a61-88e5-47cfacb7c85e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351288 Jun 28 09:57:22.468413 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b33a12-1ff0-44f1-b23a-0829c1b89185 x-openstack-request-id: req-b9b33a12-1ff0-44f1-b23a-0829c1b89185 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:22.468755 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb493313-11ff-4dbc-8021-d528e8821f13", "name": "network-vif-deleted", "tag": "1b05b931-7ebe-47e4-9df0-2f54a1fae73e", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:22.469027 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9b33a12-1ff0-44f1-b23a-0829c1b89185 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:22.469454 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb493313-11ff-4dbc-8021-d528e8821f13', 'name': 'network-vif-deleted', 'tag': '1b05b931-7ebe-47e4-9df0-2f54a1fae73e', 'status': 'completed', 'code': 200} Jun 28 09:57:22.844045 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f2c7-8dda-4d31-bee4-ee3a081e01c1 req-3cf71ec7-5af8-4f6e-bdc1-321b8be7e0b0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:22.845606 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-49a6f2c7-8dda-4d31-bee4-ee3a081e01c1 req-3cf71ec7-5af8-4f6e-bdc1-321b8be7e0b0 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0636697 Jun 28 09:57:22.884898 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-49a6f2c7-8dda-4d31-bee4-ee3a081e01c1 req-c0b68bed-c120-44b2-ade4-6fc0d0600d6a tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Jun 28 09:57:23.085620 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1ec2d-e839-4b6a-95a6-9cda4c28b73b req-dca5ba84-b06f-42f3-8d55-dc30f4c1cf00 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:23.086963 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c1c1ec2d-e839-4b6a-95a6-9cda4c28b73b req-dca5ba84-b06f-42f3-8d55-dc30f4c1cf00 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0664341 Jun 28 09:57:23.123715 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c1c1ec2d-e839-4b6a-95a6-9cda4c28b73b req-cdba2367-89fd-4c77-b073-192549906ae9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305111 Jun 28 09:57:23.602139 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babfb2e-d925-47b5-9cda-8fb479775a43 req-7c41159e-4e54-4b8a-afb3-cf69f67547c9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:23.603602 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8babfb2e-d925-47b5-9cda-8fb479775a43 req-7c41159e-4e54-4b8a-afb3-cf69f67547c9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0635397 Jun 28 09:57:23.642887 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8babfb2e-d925-47b5-9cda-8fb479775a43 req-088524d0-5543-497a-9490-33484807001f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329390 Jun 28 09:57:24.062012 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63142fe-d941-4b00-bbd5-6ff021570a07 req-723b3df0-b135-40d1-8c6d-eeef025e8ab2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.063394 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a63142fe-d941-4b00-bbd5-6ff021570a07 req-723b3df0-b135-40d1-8c6d-eeef025e8ab2 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0634394 Jun 28 09:57:24.101625 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a63142fe-d941-4b00-bbd5-6ff021570a07 req-2a019c25-b0cf-4f26-b4d1-d17a03791da9 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jun 28 09:57:24.305603 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c5314-bae0-48c3-a11e-d8d55098c7ed req-dbedbb0d-b72f-4912-85b2-175f6124bde8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.307091 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e93c5314-bae0-48c3-a11e-d8d55098c7ed req-dbedbb0d-b72f-4912-85b2-175f6124bde8 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0641282 Jun 28 09:57:24.346388 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e93c5314-bae0-48c3-a11e-d8d55098c7ed req-642d15a1-4192-4b38-ab54-02702959bdb9 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Jun 28 09:57:24.375938 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1465c0a-7963-4ccd-90a7-40a5a3ccd3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.634533 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1b05b931-7ebe-47e4-9df0-2f54a1fae73e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:24.656940 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 1b05b931-7ebe-47e4-9df0-2f54a1fae73e {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:24.657282 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1b05b931-7ebe-47e4-9df0-2f54a1fae73e not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:24.657700 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 79014aee-d4c1-4fe8-a038-d31ff7f3e579 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:24.677056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 79014aee-d4c1-4fe8-a038-d31ff7f3e579 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:24.677056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 79014aee-d4c1-4fe8-a038-d31ff7f3e579 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:24.823301 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ffc9-417f-495b-a9dc-95807caa006d req-d60ab47a-9910-430f-85dc-b602f9edba7c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.824809 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0a93ffc9-417f-495b-a9dc-95807caa006d req-d60ab47a-9910-430f-85dc-b602f9edba7c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0671253 Jun 28 09:57:24.866177 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0a93ffc9-417f-495b-a9dc-95807caa006d req-d4f8e399-faf9-4e3d-b7a0-e0753d692195 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Jun 28 09:57:25.283592 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df21e-bfeb-4a9b-b6ef-bb2d0d3546da req-c0a8c932-1edc-473e-98f8-ecb2f54cde6b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.285174 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6e8df21e-bfeb-4a9b-b6ef-bb2d0d3546da req-c0a8c932-1edc-473e-98f8-ecb2f54cde6b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0725656 Jun 28 09:57:25.323853 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6e8df21e-bfeb-4a9b-b6ef-bb2d0d3546da req-088ce65c-6c33-4f34-b96c-9b8b6d6431c6 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Jun 28 09:57:25.524893 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec8f8c-6465-486b-a360-f5599fc03bee req-2a48ead4-1806-4f06-8dc7-2b9e679fe557 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.526413 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d4ec8f8c-6465-486b-a360-f5599fc03bee req-2a48ead4-1806-4f06-8dc7-2b9e679fe557 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0654490 Jun 28 09:57:25.568848 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d4ec8f8c-6465-486b-a360-f5599fc03bee req-250359f2-691a-4fd5-a7a4-fef851423620 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jun 28 09:57:26.043809 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e5c1-ebc3-47d1-99b7-12be10eb1054 req-de0d3e99-73dc-4476-9b44-1ff0e077844c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.045887 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ff28e5c1-ebc3-47d1-99b7-12be10eb1054 req-de0d3e99-73dc-4476-9b44-1ff0e077844c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0633664 Jun 28 09:57:26.065686 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-3fce2c19-9195-4504-a01e-ece21dc84a06 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.067191 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-3fce2c19-9195-4504-a01e-ece21dc84a06 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0653770 Jun 28 09:57:26.084865 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ff28e5c1-ebc3-47d1-99b7-12be10eb1054 req-3e974e53-6bb7-4ea9-a566-78c555211bd0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332150 Jun 28 09:57:26.186078 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Deleting port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:26.186453 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.275014 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] For port 503596fc-bfa4-4879-ae04-6f2bafbcbea6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=503596fc-bfa4-4879-ae04-6f2bafbcbea6,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:26.275365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.292814 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Calling delete_port for 503596fc-bfa4-4879-ae04-6f2bafbcbea6 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:26.502309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d89a42-9197-4a07-a2c9-e7c3d661a3d4 req-922efa5e-800d-4d64-a833-b4e2c50b407d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.503772 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08d89a42-9197-4a07-a2c9-e7c3d661a3d4 req-922efa5e-800d-4d64-a833-b4e2c50b407d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 946 time: 0.0656345 Jun 28 09:57:26.524445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.529363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:26.560799 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event deleted for resources: {'Port': ['ID=503596fc-bfa4-4879-ae04-6f2bafbcbea6,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:26.570817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:26.595467 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c', '503596fc-bfa4-4879-ae04-6f2bafbcbea6'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:26.600545 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08d89a42-9197-4a07-a2c9-e7c3d661a3d4 req-1105d9b2-048c-40df-b258-15ea6f1659dc tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894902 Jun 28 09:57:26.615936 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] No DVR routers for this DVR port 503596fc-bfa4-4879-ae04-6f2bafbcbea6 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:26.627372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.627372 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9f7f1dc8-b3bb-4fc1-b6f2-4673c85d33ba req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "DELETE /v2.0/ports/503596fc-bfa4-4879-ae04-6f2bafbcbea6 HTTP/1.1" status: 204 len: 173 time: 0.5400116 Jun 28 09:57:26.627372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'name': 'network-vif-deleted', 'tag': '503596fc-bfa4-4879-ae04-6f2bafbcbea6'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:26.627372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15220f67-c453-4ba2-ae5e-94dddfa06ae8" -d '{"events": [{"server_uuid": "5e90c96f-0712-4747-9280-1aa4f04e5e5b", "name": "network-vif-deleted", "tag": "503596fc-bfa4-4879-ae04-6f2bafbcbea6"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:26.667122 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8765c3f3-a3ea-41df-b906-10d650cc38a4 x-openstack-request-id: req-8765c3f3-a3ea-41df-b906-10d650cc38a4 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:26.667644 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e90c96f-0712-4747-9280-1aa4f04e5e5b", "name": "network-vif-deleted", "tag": "503596fc-bfa4-4879-ae04-6f2bafbcbea6", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:26.668007 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8765c3f3-a3ea-41df-b906-10d650cc38a4 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:26.668703 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e90c96f-0712-4747-9280-1aa4f04e5e5b', 'name': 'network-vif-deleted', 'tag': '503596fc-bfa4-4879-ae04-6f2bafbcbea6', 'status': 'completed', 'code': 200} Jun 28 09:57:26.775064 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7748e4-af78-4be9-bca3-6bd1b1d6a274 req-977cf5e1-1128-4724-a580-abe9def06333 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.777440 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1f7748e4-af78-4be9-bca3-6bd1b1d6a274 req-977cf5e1-1128-4724-a580-abe9def06333 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0679464 Jun 28 09:57:26.817794 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1f7748e4-af78-4be9-bca3-6bd1b1d6a274 req-f173e60c-9820-4297-9aab-44b025a3a69b tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Jun 28 09:57:26.970100 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-5980e14c-8550-487b-b7b2-f0030814efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.073343 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.276679 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040c078-df73-4668-8597-164a6ad27ebb req-c626db39-aa45-4739-afb3-2e74de915c9b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:27.278154 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1040c078-df73-4668-8597-164a6ad27ebb req-c626db39-aa45-4739-afb3-2e74de915c9b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0664594 Jun 28 09:57:27.317935 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1040c078-df73-4668-8597-164a6ad27ebb req-0f0495e6-f150-40e8-94ef-c884860dc977 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Jun 28 09:57:27.767239 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8535d4c5-e730-4ed1-83a0-bbbc264a2d26 req-6ba09cf7-47be-4e1a-89a6-8b38134fa49c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e90c96f-0712-4747-9280-1aa4f04e5e5b HTTP/1.1" status: 200 len: 210 time: 0.0284848 Jun 28 09:57:27.996219 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1705d-ae18-40e7-a6c4-2a7b30d752d4 req-f994b867-9f20-4be1-88ef-4f2d29c8dd9c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:27.998786 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d0b1705d-ae18-40e7-a6c4-2a7b30d752d4 req-f994b867-9f20-4be1-88ef-4f2d29c8dd9c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0690005 Jun 28 09:57:28.036431 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d0b1705d-ae18-40e7-a6c4-2a7b30d752d4 req-562b5d48-1407-4827-83df-3dbe4d0cbdea tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jun 28 09:57:28.330568 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:28.500068 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c06fb5-a078-4703-b958-17e7a31a3993 req-68f3ddea-4038-4415-9b49-873d74f23232 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.501578 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-35c06fb5-a078-4703-b958-17e7a31a3993 req-68f3ddea-4038-4415-9b49-873d74f23232 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0648401 Jun 28 09:57:28.539816 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-35c06fb5-a078-4703-b958-17e7a31a3993 req-d059f018-116a-40bc-b5ab-2d72af688a95 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Jun 28 09:57:29.216729 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6094a3-22e1-41b2-9401-48d77ae611e7 req-97dd2d6f-48c0-4181-8a27-09a604f44abd tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:29.218220 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9f6094a3-22e1-41b2-9401-48d77ae611e7 req-97dd2d6f-48c0-4181-8a27-09a604f44abd tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0699720 Jun 28 09:57:29.255723 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9f6094a3-22e1-41b2-9401-48d77ae611e7 req-c9bc15d5-3f90-49cf-bec3-5d338abc6f0c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Jun 28 09:57:29.719523 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcac47-3a72-43f5-9b52-39528614bd8e req-997a29ac-0c4e-487a-b21d-51d0d0fffd26 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:29.720950 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87bcac47-3a72-43f5-9b52-39528614bd8e req-997a29ac-0c4e-487a-b21d-51d0d0fffd26 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0623686 Jun 28 09:57:29.760549 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87bcac47-3a72-43f5-9b52-39528614bd8e req-7754b073-f870-4dee-aba2-771c81f80e6d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Jun 28 09:57:29.970128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.444340 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a5795-f190-418c-9676-2c2ddc096c32 req-6d88a3c5-842b-4740-be98-3ec8d9d7c233 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.445858 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-974a5795-f190-418c-9676-2c2ddc096c32 req-6d88a3c5-842b-4740-be98-3ec8d9d7c233 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0737042 Jun 28 09:57:30.484928 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-974a5795-f190-418c-9676-2c2ddc096c32 req-f1cc2f1c-8e86-44b3-828d-c1911230d5ea tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jun 28 09:57:30.642252 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 503596fc-bfa4-4879-ae04-6f2bafbcbea6 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:30.662942 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cd15d-790e-4070-847f-b34c9914d8e1 req-32ee510b-6d79-4f62-9f08-1121142de48c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.663521 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 503596fc-bfa4-4879-ae04-6f2bafbcbea6 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:30.663933 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 503596fc-bfa4-4879-ae04-6f2bafbcbea6 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:30.667551 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d29cd15d-790e-4070-847f-b34c9914d8e1 req-32ee510b-6d79-4f62-9f08-1121142de48c tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0690432 Jun 28 09:57:30.703863 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d29cd15d-790e-4070-847f-b34c9914d8e1 req-01aa2cfa-30f5-4c9e-8ac4-76a7c1d0f829 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332427 Jun 28 09:57:30.959318 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d80b26-7fab-48d3-8ba3-6c00f739ba6c req-4fed3baa-62a9-4584-b67f-4d47e2a21993 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.960963 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d8d80b26-7fab-48d3-8ba3-6c00f739ba6c req-4fed3baa-62a9-4584-b67f-4d47e2a21993 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0724015 Jun 28 09:57:31.002233 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d8d80b26-7fab-48d3-8ba3-6c00f739ba6c req-18b0ea0a-4785-45ff-97ad-1b7f2dfab591 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338166 Jun 28 09:57:31.036934 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44098685-0179-4f29-b137-78c5522253f0 req-2075f3a7-ab36-481c-8fe0-73f6653f1fd3 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.038483 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-44098685-0179-4f29-b137-78c5522253f0 req-2075f3a7-ab36-481c-8fe0-73f6653f1fd3 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0648077 Jun 28 09:57:31.078143 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-44098685-0179-4f29-b137-78c5522253f0 req-9fc2e278-82df-4ca8-83cf-9b62122ef585 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326622 Jun 28 09:57:31.672341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce118a0-32d9-4db3-a236-4ab5560aa66a req-c4d28b9a-175a-4240-9bc0-223fde5b9e27 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.673783 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1ce118a0-32d9-4db3-a236-4ab5560aa66a req-c4d28b9a-175a-4240-9bc0-223fde5b9e27 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0708222 Jun 28 09:57:31.713385 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1ce118a0-32d9-4db3-a236-4ab5560aa66a req-adbd47b8-830c-4081-9207-4783c0712b7e tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Jun 28 09:57:31.878741 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241a9a3-43bd-43e3-86cc-29fa899c6e75 req-745580e0-ea4a-4072-bf7b-3f1d1d1540a7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.880251 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6241a9a3-43bd-43e3-86cc-29fa899c6e75 req-745580e0-ea4a-4072-bf7b-3f1d1d1540a7 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0654509 Jun 28 09:57:31.920056 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6241a9a3-43bd-43e3-86cc-29fa899c6e75 req-38be2a90-339c-48e8-b152-78593e9dff8d tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339477 Jun 28 09:57:32.188559 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbac3f-c430-4be2-aeea-b7999c3c0496 req-13a66e11-e86e-44a8-8986-a141ba96fe4c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.190366 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b8cbac3f-c430-4be2-aeea-b7999c3c0496 req-13a66e11-e86e-44a8-8986-a141ba96fe4c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0654612 Jun 28 09:57:32.230331 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b8cbac3f-c430-4be2-aeea-b7999c3c0496 req-fde2b21f-4bcf-4fd9-ae1d-6d9dcc0403fa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343578 Jun 28 09:57:32.256876 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af890f9-9a3a-43d1-8c39-868490466b50 req-88eb03ec-0e95-4f83-a272-c50199a31c73 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.259073 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8af890f9-9a3a-43d1-8c39-868490466b50 req-88eb03ec-0e95-4f83-a272-c50199a31c73 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0684049 Jun 28 09:57:32.297496 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8af890f9-9a3a-43d1-8c39-868490466b50 req-3f22b4c5-5f66-4c71-b255-d92caf0c2ae0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Jun 28 09:57:32.891212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e75f6-c173-4246-954a-63a2369b214d req-cef2f9e6-de4f-40b4-97c3-8bfdf4e090af tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.892719 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fe9e75f6-c173-4246-954a-63a2369b214d req-cef2f9e6-de4f-40b4-97c3-8bfdf4e090af tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0690870 Jun 28 09:57:32.929542 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fe9e75f6-c173-4246-954a-63a2369b214d req-b83ac490-10b5-48d8-b11f-a8ac4be9fc43 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/security-groups?id=1947e265-b22f-4d70-b962-b880b42932bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310872 Jun 28 09:57:33.108243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94939aa-03e0-41d8-9793-9587b6e50a32 req-6e4a519e-4e44-41d5-b902-d258e6d91022 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.109699 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b94939aa-03e0-41d8-9793-9587b6e50a32 req-6e4a519e-4e44-41d5-b902-d258e6d91022 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0663924 Jun 28 09:57:33.146241 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b94939aa-03e0-41d8-9793-9587b6e50a32 req-f2bc00fa-a00d-48d2-8d96-5d92742c7cda tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Jun 28 09:57:33.343848 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-1e11e0a7-ebb2-4e84-97e0-fc2e5f5b9a82 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.345451 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-1e11e0a7-ebb2-4e84-97e0-fc2e5f5b9a82 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 945 time: 0.0796318 Jun 28 09:57:33.476986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9201ce-000a-47be-88a6-345f2be7490b req-5bee7790-3c2b-4845-8652-5ccef5e0297e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.478448 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ae9201ce-000a-47be-88a6-345f2be7490b req-5bee7790-3c2b-4845-8652-5ccef5e0297e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1320930 Jun 28 09:57:33.495395 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8ca4b-5db9-4873-bb7e-b07933ffc89c req-b4c90eb2-673d-4199-91a4-d74cad84deb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.497690 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9bb8ca4b-5db9-4873-bb7e-b07933ffc89c req-b4c90eb2-673d-4199-91a4-d74cad84deb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0769129 Jun 28 09:57:33.511373 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Deleting port 149ffb38-7282-4d90-92df-673f559ca175 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:33.511722 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:33.537703 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9bb8ca4b-5db9-4873-bb7e-b07933ffc89c req-152c2569-7bc3-40a2-aceb-6bae66e320c0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338676 Jun 28 09:57:33.545005 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ae9201ce-000a-47be-88a6-345f2be7490b req-ad032e2a-578f-450d-ba73-ce51c69e941e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584850 Jun 28 09:57:33.831981 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] For port 149ffb38-7282-4d90-92df-673f559ca175, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=149ffb38-7282-4d90-92df-673f559ca175,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:33.832367 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:33.844916 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Calling delete_port for 149ffb38-7282-4d90-92df-673f559ca175 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:34.034212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.042702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-08954b05-87fd-4e88-8f97-0957bce53b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:34.066591 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Pushing event deleted for resources: {'Port': ['ID=149ffb38-7282-4d90-92df-673f559ca175,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:34.069899 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:34.078085 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-37113798-23a8-4ada-84df-2da301f5ae1c req-463db064-c6eb-446a-a18d-966a0d88c1ea tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 210 time: 0.0296853 Jun 28 09:57:34.088832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['149ffb38-7282-4d90-92df-673f559ca175'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:34.115094 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] No DVR routers for this DVR port 149ffb38-7282-4d90-92df-673f559ca175 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:34.117432 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.119312 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6d7d17d4-85b6-4b7d-ab4b-a41586c8bb0b req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.23 "DELETE /v2.0/ports/149ffb38-7282-4d90-92df-673f559ca175 HTTP/1.1" status: 204 len: 173 time: 0.7628536 Jun 28 09:57:34.119891 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'name': 'network-vif-deleted', 'tag': '149ffb38-7282-4d90-92df-673f559ca175'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:34.122267 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98048ef-2678-4c60-83a0-f81134abc2c9" -d '{"events": [{"server_uuid": "307855e0-2a2e-4114-8ef6-a488f293cd36", "name": "network-vif-deleted", "tag": "149ffb38-7282-4d90-92df-673f559ca175"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:34.158051 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48558dec-6202-4dd4-93af-ad7e0322021b x-openstack-request-id: req-48558dec-6202-4dd4-93af-ad7e0322021b {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:34.158386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307855e0-2a2e-4114-8ef6-a488f293cd36", "name": "network-vif-deleted", "tag": "149ffb38-7282-4d90-92df-673f559ca175", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:34.158703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48558dec-6202-4dd4-93af-ad7e0322021b {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:34.159139 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307855e0-2a2e-4114-8ef6-a488f293cd36', 'name': 'network-vif-deleted', 'tag': '149ffb38-7282-4d90-92df-673f559ca175', 'status': 'completed', 'code': 200} Jun 28 09:57:34.320408 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdc00-d78c-4676-9006-cfe509823dca req-8523a501-a201-423a-9bd6-cec27a82db64 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.321786 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-58cfdc00-d78c-4676-9006-cfe509823dca req-8523a501-a201-423a-9bd6-cec27a82db64 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0616376 Jun 28 09:57:34.361728 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-58cfdc00-d78c-4676-9006-cfe509823dca req-1c3d7226-090d-4226-9a41-64fd80ad15d8 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/security-groups?id=e041b835-ee49-48b3-821c-0ca8fdee785e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jun 28 09:57:34.401727 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685524-2df0-45b9-878c-a91787a8c61e req-5247f351-8abe-43f4-94e5-c7dd54c6404f tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.403813 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d685524-2df0-45b9-878c-a91787a8c61e req-5247f351-8abe-43f4-94e5-c7dd54c6404f tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 945 time: 0.0758047 Jun 28 09:57:34.571853 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Deleting port 244962e2-477a-4d97-bd3a-7baec40cb78c {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:34.572205 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.669338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] For port 244962e2-477a-4d97-bd3a-7baec40cb78c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=244962e2-477a-4d97-bd3a-7baec40cb78c,segment=NetworkSegment(f593b2d7-48d6-4db5-a204-05f47a293a14),segment_id=f593b2d7-48d6-4db5-a204-05f47a293a14)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:34.670173 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.689415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Calling delete_port for 244962e2-477a-4d97-bd3a-7baec40cb78c owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:34.738850 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397dccc-7427-4d3a-b61c-f8abc22025aa req-8720cdb5-b744-45aa-a4fd-07bdaf9da42d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.740313 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b397dccc-7427-4d3a-b61c-f8abc22025aa req-8720cdb5-b744-45aa-a4fd-07bdaf9da42d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0691495 Jun 28 09:57:34.779063 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b397dccc-7427-4d3a-b61c-f8abc22025aa req-158a3430-d956-46a1-83d2-37d6be7bb602 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jun 28 09:57:34.804872 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d448-e55b-4d1d-b804-a1982d8fe85b req-9a58d57f-5b91-4aa0-9e33-1f2030ee2737 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.806333 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a23d448-e55b-4d1d-b804-a1982d8fe85b req-9a58d57f-5b91-4aa0-9e33-1f2030ee2737 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1182275 Jun 28 09:57:34.876238 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a23d448-e55b-4d1d-b804-a1982d8fe85b req-e98f7f00-2528-4d9b-87ba-782e53b1b400 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626867 Jun 28 09:57:34.947313 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.952009 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8f3aa4c1-d8e0-485b-a941-af17305daf13 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:34.975776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Pushing event deleted for resources: {'Port': ['ID=244962e2-477a-4d97-bd3a-7baec40cb78c,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:34.979295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:35.007776 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['244962e2-477a-4d97-bd3a-7baec40cb78c'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:35.024312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] No DVR routers for this DVR port 244962e2-477a-4d97-bd3a-7baec40cb78c on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:35.026704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.029499 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d685524-2df0-45b9-878c-a91787a8c61e req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.23 "DELETE /v2.0/ports/244962e2-477a-4d97-bd3a-7baec40cb78c HTTP/1.1" status: 204 len: 173 time: 0.5656321 Jun 28 09:57:35.241154 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-641f62aa-af9d-4d33-994f-d612f1d303d9 req-2871070d-9e60-4ce8-bfd5-9b651067b3ce tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] 10.222.0.15 "GET /v2.0/ports?device_id=307855e0-2a2e-4114-8ef6-a488f293cd36 HTTP/1.1" status: 200 len: 210 time: 0.0314894 Jun 28 09:57:35.693583 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f471589a-903e-49a3-af3a-a33d77bc42c5 req-a15286f9-4d9a-48b2-b78b-d0f5390635df tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] 10.222.0.15 "GET /v2.0/ports?device_id=098dc813-821e-4467-a471-6130421ea80c HTTP/1.1" status: 200 len: 210 time: 0.0295043 Jun 28 09:57:35.968871 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30ae6b-7088-4c74-b624-5008a61800e7 req-2d657cac-6826-4e04-9804-8c796d7d939d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:35.970481 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9c30ae6b-7088-4c74-b624-5008a61800e7 req-2d657cac-6826-4e04-9804-8c796d7d939d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0702763 Jun 28 09:57:36.008895 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9c30ae6b-7088-4c74-b624-5008a61800e7 req-01448377-d82c-4925-9c1d-623ac2ba1083 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Jun 28 09:57:36.052421 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf255c-b508-4256-9883-c335d6674eab req-5bee6e22-fde7-4df7-a389-6b2c418d892a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.053883 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfbf255c-b508-4256-9883-c335d6674eab req-5bee6e22-fde7-4df7-a389-6b2c418d892a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0673535 Jun 28 09:57:36.092356 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfbf255c-b508-4256-9883-c335d6674eab req-c9636e28-607f-4a45-b873-4c22089446f2 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311794 Jun 28 09:57:36.159975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098dc813-821e-4467-a471-6130421ea80c', 'name': 'network-vif-deleted', 'tag': '244962e2-477a-4d97-bd3a-7baec40cb78c'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:36.162490 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ec3f4-90e9-4def-8d0d-1274b20199ae" -d '{"events": [{"server_uuid": "098dc813-821e-4467-a471-6130421ea80c", "name": "network-vif-deleted", "tag": "244962e2-477a-4d97-bd3a-7baec40cb78c"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:36.197839 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8956e430-eb4b-4bc3-a38d-25b4e5afcca8 x-openstack-request-id: req-8956e430-eb4b-4bc3-a38d-25b4e5afcca8 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:36.198182 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098dc813-821e-4467-a471-6130421ea80c", "name": "network-vif-deleted", "tag": "244962e2-477a-4d97-bd3a-7baec40cb78c", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:36.198497 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8956e430-eb4b-4bc3-a38d-25b4e5afcca8 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:36.198912 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098dc813-821e-4467-a471-6130421ea80c', 'name': 'network-vif-deleted', 'tag': '244962e2-477a-4d97-bd3a-7baec40cb78c', 'status': 'completed', 'code': 200} Jun 28 09:57:36.346655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39190) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:36.694798 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 244962e2-477a-4d97-bd3a-7baec40cb78c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:36.714921 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 244962e2-477a-4d97-bd3a-7baec40cb78c {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:36.716052 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 244962e2-477a-4d97-bd3a-7baec40cb78c not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:36.717744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 149ffb38-7282-4d90-92df-673f559ca175 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:36.739519 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 149ffb38-7282-4d90-92df-673f559ca175 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:36.739794 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 149ffb38-7282-4d90-92df-673f559ca175 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:36.774821 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.791045 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39194) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:36.841093 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Deleting subnet ecccc34f-ce11-49c5-9f9b-b6249bd816b3 {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:57:36.844969 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.879014 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.884775 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.993038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.996056 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:37.022816 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecccc34f-ce11-49c5-9f9b-b6249bd816b3,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:37.031923 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.031923 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ecccc34f-ce11-49c5-9f9b-b6249bd816b3 HTTP/1.1" status: 204 len: 168 time: 0.2358778 Jun 28 09:57:37.031923 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39196) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:37.039166 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.039590 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.039952 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.040331 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.040682 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.041026 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.041371 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.041715 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.042058 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.042395 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.042731 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.043065 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:37.046909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:37.092816 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Deleting port a4b9d7b4-cd72-4d48-a182-11f6dcb47883 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:37.093158 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.112656 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.217667 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.220270 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] For port a4b9d7b4-cd72-4d48-a182-11f6dcb47883, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,segment=NetworkSegment(23c7d055-17e4-431d-b889-e2826eb7bcb8),segment_id=23c7d055-17e4-431d-b889-e2826eb7bcb8)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:37.220632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.237878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.238497 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.239027 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.239415 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > port after_create 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.239762 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.239974 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Calling delete_port for a4b9d7b4-cd72-4d48-a182-11f6dcb47883 owned by network:router_interface {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:37.240181 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > port after_update 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.240536 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.240872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.241203 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.241531 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.262320 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10635d-fa0d-49e4-b15b-4441370cf598 req-303217d2-6d2b-4b49-aff7-ced18dbd7b07 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:37.263794 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4f10635d-fa0d-49e4-b15b-4441370cf598 req-303217d2-6d2b-4b49-aff7-ced18dbd7b07 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1121423 Jun 28 09:57:37.314325 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.314682 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.315011 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.315387 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:37.315810 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0e4940-37fa-4c6d-8d61-65acd8fa9def']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:37.341943 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4f10635d-fa0d-49e4-b15b-4441370cf598 req-d02cba9f-1a78-4757-a904-5b5d09e10546 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Jun 28 09:57:37.345203 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f593b2d7-48d6-4db5-a204-05f47a293a14') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:37.345391 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f593b2d7-48d6-4db5-a204-05f47a293a14') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:37.381532 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.406179 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.416966 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:57:37.422002 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: from cryptography.utils import int_from_bytes Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: from cryptography.utils import int_from_bytes Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:57:37.422546 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:57:37.498363 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98df48d-d499-4c0d-8b77-45487e7289b6 req-72c0da7e-4803-479c-9c6e-9f17061b8e0f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:37.500113 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e98df48d-d499-4c0d-8b77-45487e7289b6 req-72c0da7e-4803-479c-9c6e-9f17061b8e0f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1788507 Jun 28 09:57:37.539661 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e98df48d-d499-4c0d-8b77-45487e7289b6 req-2b86d659-5e60-4d98-838b-819515bdf421 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337603 Jun 28 09:57:37.586318 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.588474 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a580f40b-93b7-4186-9a6d-e035b508f82b tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:37.611282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b9d7b4-cd72-4d48-a182-11f6dcb47883,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:37.614922 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:37.620351 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.624481 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8599578a-e339-44b1-8190-6eff35db20f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:37.628463 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.630269 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] 10.222.0.15 "DELETE /v2.0/networks/af0e4940-37fa-4c6d-8d61-65acd8fa9def HTTP/1.1" status: 204 len: 168 time: 0.5976391 Jun 28 09:57:37.640432 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0e4940-37fa-4c6d-8d61-65acd8fa9def,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:37.642820 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-80cb32cd-aa3d-49bf-b3a8-8214ee63bf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:37.779730 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.003978 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39206) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:38.048077 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d33bc7d0-ccf0-46ba-8ad8-e91b6d4bd727 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6660daa8a79f498c978bfde262532016&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426645 Jun 28 09:57:38.050476 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39208) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:38.101970 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.130816 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.225484 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Router 71a02832-a87f-4ec9-830f-efde917c4e07 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:57:38.255730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.258601 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.260449 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e041b835-ee49-48b3-821c-0ca8fdee785e HTTP/1.1" status: 204 len: 168 time: 0.2089937 Jun 28 09:57:38.261413 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c766e6d5-a0d5-48fb-8bfc-ec3ec8e94658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:38.272374 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041b835-ee49-48b3-821c-0ca8fdee785e,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:38.293419 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:38.334543 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:38.343086 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] 10.222.0.15 "PUT /v2.0/routers/71a02832-a87f-4ec9-830f-efde917c4e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9919608 Jun 28 09:57:38.344058 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39214) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:38.348280 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] Sync routers for ids ['71a02832-a87f-4ec9-830f-efde917c4e07'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:38.358335 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] Routers {'71a02832-a87f-4ec9-830f-efde917c4e07'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:38.358888 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:57:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['71a02832-a87f-4ec9-830f-efde917c4e07'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:38.452819 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks [] for router, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.471080 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] Set router 71a02832-a87f-4ec9-830f-efde917c4e07 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:38.547461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f583-a6b4-4874-b372-c9c1a082c554 req-eff0337c-4c7d-4ad8-8933-c1a535f3680b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.549030 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e459f583-a6b4-4874-b372-c9c1a082c554 req-eff0337c-4c7d-4ad8-8933-c1a535f3680b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0713944 Jun 28 09:57:38.579357 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.616229 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e459f583-a6b4-4874-b372-c9c1a082c554 req-aebc81f2-1956-4bb4-9088-8fa723cc6ad5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602987 Jun 28 09:57:38.646734 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:57:38.676853 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:57:37Z', 'revision_number': 5, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port': {'id': '3845caa8-6057-4edd-962a-59ce8a8bb097', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:04Z', 'updated_at': '2021-06-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:38.753584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:38.780129 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'be714183-48d0-40f2-b6b0-7c893230a475', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475', 'mac_address': 'fa:16:3e:45:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:57:38.787850 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd89a4-a426-43a6-b74e-f411cd2669ae req-9220b5a9-5a2a-4567-9b9a-0dcde8f5171c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.789451 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-26dd89a4-a426-43a6-b74e-f411cd2669ae req-9220b5a9-5a2a-4567-9b9a-0dcde8f5171c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1082997 Jun 28 09:57:38.825442 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] Checking router: 71a02832-a87f-4ec9-830f-efde917c4e07 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:38.830296 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.835292 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] Routers {'71a02832-a87f-4ec9-830f-efde917c4e07'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:38.836506 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Deleting port 3845caa8-6057-4edd-962a-59ce8a8bb097 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:38.836931 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.837468 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:57:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['71a02832-a87f-4ec9-830f-efde917c4e07'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:38.843271 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be714183-48d0-40f2-b6b0-7c893230a475 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:38.845851 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-26dd89a4-a426-43a6-b74e-f411cd2669ae req-ce0f58f6-c1b0-4d00-9b06-3750f26c2841 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468855 Jun 28 09:57:38.864783 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:38.896057 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.930462 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] For port 3845caa8-6057-4edd-962a-59ce8a8bb097, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=3845caa8-6057-4edd-962a-59ce8a8bb097,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:38.930822 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.943286 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] Set router 71a02832-a87f-4ec9-830f-efde917c4e07 gateway port host: None {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:38.943892 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Calling delete_port for 3845caa8-6057-4edd-962a-59ce8a8bb097 owned by network:router_gateway {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:38.953319 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.955311 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-6a37a12e-69f3-40eb-a24a-4759add47ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:39.000420 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:57:38Z', 'revision_number': 6, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:39.004658 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=6']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:39.014048 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.015169 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.015825 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.016461 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.016967 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.017451 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.017945 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.018707 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.019200 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.021203 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.021887 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.022672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:39.027590 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:39.035007 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca6abb-69a7-41cb-bd09-8e33e2c939dc None None] The sync data for ids ['71a02832-a87f-4ec9-830f-efde917c4e07'] in dv-cinder-792209-2-iscsi is: [{'id': '71a02832-a87f-4ec9-830f-efde917c4e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1291386661-router', 'tenant_id': '2ea21121a89246ad9cfb28c7547be154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:57:38Z', 'revision_number': 6, 'project_id': '2ea21121a89246ad9cfb28c7547be154', 'gw_port_host': None}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:39.176718 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['be714183-48d0-40f2-b6b0-7c893230a475'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:39.495761 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.499661 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:39.529519 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3845caa8-6057-4edd-962a-59ce8a8bb097,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:39.532052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:39.586878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.698468 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.708513 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.866176 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.866764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a02832-a87f-4ec9-830f-efde917c4e07 {{(pid=105211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:57:39.874306 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device a4b9d7b4-cd72-4d48-a182-11f6dcb47883 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:39.878563 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089afa9-6131-4209-85fe-e7ad073806ec req-573f3060-01b5-4108-b886-9548c8f7da79 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:39.880413 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2089afa9-6131-4209-85fe-e7ad073806ec req-573f3060-01b5-4108-b886-9548c8f7da79 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.1138091 Jun 28 09:57:39.884232 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.887528 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] 10.222.0.15 "DELETE /v2.0/routers/71a02832-a87f-4ec9-830f-efde917c4e07 HTTP/1.1" status: 204 len: 168 time: 1.5408707 Jun 28 09:57:39.887985 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39270) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:39.909105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: a4b9d7b4-cd72-4d48-a182-11f6dcb47883 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:39.909593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device a4b9d7b4-cd72-4d48-a182-11f6dcb47883 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:39.910085 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 3845caa8-6057-4edd-962a-59ce8a8bb097 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:39.933064 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 3845caa8-6057-4edd-962a-59ce8a8bb097 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:39.933408 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 3845caa8-6057-4edd-962a-59ce8a8bb097 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:39.950631 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2089afa9-6131-4209-85fe-e7ad073806ec req-bff540c7-e0ce-445c-ad51-3518b42a9261 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622430 Jun 28 09:57:39.969411 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Deleting subnet b9d5624e-04c2-47f7-bc99-fbdfe459283d {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:57:39.973948 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.014131 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.093820 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.151291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be204039-6139-40eb-b1a8-158c1ac2d4b1 req-30467863-aa51-42cd-bc00-3e2fe90eb141 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:40.153314 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be204039-6139-40eb-b1a8-158c1ac2d4b1 req-30467863-aa51-42cd-bc00-3e2fe90eb141 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1159344 Jun 28 09:57:40.199137 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be204039-6139-40eb-b1a8-158c1ac2d4b1 req-f870d026-db51-4f55-b772-4e6507fd7ad0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Jun 28 09:57:40.238880 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.242865 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-cfeb68b0-4590-4850-b245-ece088a19f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.271038 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d5624e-04c2-47f7-bc99-fbdfe459283d,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.274371 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.276916 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.279543 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9d5624e-04c2-47f7-bc99-fbdfe459283d HTTP/1.1" status: 204 len: 168 time: 0.3903935 Jun 28 09:57:40.282019 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39280) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:40.350963 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.419409 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39286) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:40.433275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.443726 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0e5783-3e8b-4ea4-8619-74a85796efc1']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:40.454673 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c7d055-17e4-431d-b889-e2826eb7bcb8') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:40.454963 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c7d055-17e4-431d-b889-e2826eb7bcb8') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:40.463920 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.477725 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.483551 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:57:40.490207 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:57:40.525632 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.613336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.632612 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.637694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.641673 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.644073 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4f0e5783-3e8b-4ea4-8619-74a85796efc1 HTTP/1.1" status: 204 len: 168 time: 0.3611426 Jun 28 09:57:40.653969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0e5783-3e8b-4ea4-8619-74a85796efc1,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.656902 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.686694 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:40.695256 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.697729 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-041b3459-4d3d-415d-8783-72dae3b9eb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.732486 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5d7bb9-2bf4-47ea-89f9-649aeff79c78,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.735709 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port be714183-48d0-40f2-b6b0-7c893230a475 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:40.736085 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.739331 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39292) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:40.739472 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d620ced5f5d24a6ca3336004214762dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188522 Jun 28 09:57:40.740348 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.791594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.816801 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.818055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.839111 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:40.841405 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dedc7e-fc9b-4429-a753-4db7572d2fdc" -d '{"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-plugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:40.853684 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:40.880447 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cedf1a-5f67-4c57-865a-9a7c0e9b044b x-openstack-request-id: req-d8cedf1a-5f67-4c57-865a-9a7c0e9b044b {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:40.881032 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-plugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:40.881032 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8cedf1a-5f67-4c57-865a-9a7c0e9b044b {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:40.881370 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'code': 200} Jun 28 09:57:40.958189 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.960924 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.992819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.998840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.004410 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab5d7bb9-2bf4-47ea-89f9-649aeff79c78 HTTP/1.1" status: 204 len: 168 time: 0.2605281 Jun 28 09:57:41.004410 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d29f57b6-e909-4a96-818c-b023335aab79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:41.012887 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5d7bb9-2bf4-47ea-89f9-649aeff79c78,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:41.013956 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39300) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:41.021462 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:41.031458 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=7']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:41.035783 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:41.069797 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-acbab7c5-f5fb-4bdf-bab7-7e8203cec8a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea21121a89246ad9cfb28c7547be154&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526588 Jun 28 09:57:41.070684 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39302) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:41.119456 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.141445 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.170306 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664a51f-8ba8-4efd-a42a-5f07a0fe98ac req-8e3a8f00-241d-4fe9-aef2-3b3bd95ae903 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:41.171817 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c664a51f-8ba8-4efd-a42a-5f07a0fe98ac req-8e3a8f00-241d-4fe9-aef2-3b3bd95ae903 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0814793 Jun 28 09:57:41.209266 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c664a51f-8ba8-4efd-a42a-5f07a0fe98ac req-532391f0-1496-49cd-af56-ade49852b362 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Jun 28 09:57:41.282740 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.285497 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.286718 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1947e265-b22f-4d70-b962-b880b42932bc HTTP/1.1" status: 204 len: 168 time: 0.2149255 Jun 28 09:57:41.287630 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:41.296823 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1947e265-b22f-4d70-b962-b880b42932bc,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:41.298402 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:41.390986 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e6ebb-31a5-4940-a338-e6e344512272 req-84f6ea34-b6c4-4e56-aebb-a32dfcd67c5f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:41.392683 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c16e6ebb-31a5-4940-a338-e6e344512272 req-84f6ea34-b6c4-4e56-aebb-a32dfcd67c5f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0656710 Jun 28 09:57:41.433065 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c16e6ebb-31a5-4940-a338-e6e344512272 req-8a1bde2f-e2f1-4087-8d00-34e9ebeda227 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348518 Jun 28 09:57:42.392238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586903c-ebda-4950-ae63-e3c32d1466e4 req-22537204-0e5a-4f1a-8664-605d01b281b7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:42.394048 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8586903c-ebda-4950-ae63-e3c32d1466e4 req-22537204-0e5a-4f1a-8664-605d01b281b7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0671988 Jun 28 09:57:42.433011 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8586903c-ebda-4950-ae63-e3c32d1466e4 req-a37d4d5b-200d-41d3-aece-92d5a35b4d97 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332208 Jun 28 09:57:42.615168 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e40c41-67cc-4bf5-ad33-3ec768729885 req-bca046eb-6bcc-4bfa-bf13-611293130a9e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:42.616710 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b4e40c41-67cc-4bf5-ad33-3ec768729885 req-bca046eb-6bcc-4bfa-bf13-611293130a9e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0622051 Jun 28 09:57:42.663238 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b4e40c41-67cc-4bf5-ad33-3ec768729885 req-66430f10-bd01-45c5-bd2f-b7e47e0260c4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401611 Jun 28 09:57:43.647889 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee24e16-1107-455c-8957-0c56651dc752 req-ee7c2a1b-62fa-4e98-81f8-dd9ffc3ececb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:43.650050 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dee24e16-1107-455c-8957-0c56651dc752 req-ee7c2a1b-62fa-4e98-81f8-dd9ffc3ececb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0771539 Jun 28 09:57:43.688326 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dee24e16-1107-455c-8957-0c56651dc752 req-d8a2a2f3-4357-4bb3-8465-2b4babab2dc8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Jun 28 09:57:43.845506 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc16f-2d80-4688-92a7-168a21108bdb req-8b4000d7-b40a-41dc-9c75-5d70abbf3440 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:43.846947 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-919dc16f-2d80-4688-92a7-168a21108bdb req-8b4000d7-b40a-41dc-9c75-5d70abbf3440 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0657964 Jun 28 09:57:43.883306 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-919dc16f-2d80-4688-92a7-168a21108bdb req-c43ee154-0bb3-4874-bac4-d11a80ee5b58 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306044 Jun 28 09:57:44.144899 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39416) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:44.245895 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.331857 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.414996 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.417376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a7e8250b-d3f5-4eaa-94fb-45a2eae94888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:44.453321 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=626152132a204509a971a485e0f7d59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072760 Jun 28 09:57:44.455220 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4fda2d-139d-49f0-a042-9258e0079754,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:44.455944 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39420) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:44.457137 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:44.507208 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.528087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.689949 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.692530 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.693679 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc4fda2d-139d-49f0-a042-9258e0079754 HTTP/1.1" status: 204 len: 168 time: 0.2355175 Jun 28 09:57:44.694364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:44.703067 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4fda2d-139d-49f0-a042-9258e0079754,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:44.710620 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.710846 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.711218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.711569 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.711922 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.712331 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.712682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.713034 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.713380 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.713727 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.714069 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.714408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:44.720014 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:44.873395 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1391a1-b676-41bd-a594-bb5d550ff216 req-29382891-e12d-44af-9481-315c259efe98 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.874896 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aa1391a1-b676-41bd-a594-bb5d550ff216 req-29382891-e12d-44af-9481-315c259efe98 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0690167 Jun 28 09:57:44.913092 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aa1391a1-b676-41bd-a594-bb5d550ff216 req-5806f37c-01e7-4ea0-8d66-987ee1304622 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Jun 28 09:57:45.060493 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7557be-a4d0-4bc2-8917-d5bb781d503d req-7df8d02c-a424-4df8-83e8-0d449cf3ecff tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:45.061963 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7e7557be-a4d0-4bc2-8917-d5bb781d503d req-7df8d02c-a424-4df8-83e8-0d449cf3ecff tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0669069 Jun 28 09:57:45.100981 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7e7557be-a4d0-4bc2-8917-d5bb781d503d req-0e1d1fae-f261-4600-8bf6-09e39b96439d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Jun 28 09:57:45.404491 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39440) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:45.417755 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.506252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.593280 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.596796 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b8b77c74-ccbd-4429-b294-e6662c48733d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:45.632043 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a21b94d6ed274342bee47d03a172216d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264633 Jun 28 09:57:45.632973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e6bf0-c733-4491-af20-fa1a6c14baeb,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:45.634716 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39450) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:45.635882 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:45.697493 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.720198 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.838449 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.841665 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.842805 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e30e6bf0-c733-4491-af20-fa1a6c14baeb HTTP/1.1" status: 204 len: 168 time: 0.2050912 Jun 28 09:57:45.844728 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-587182fd-95be-440b-b7b5-522d627fae83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:45.851332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e6bf0-c733-4491-af20-fa1a6c14baeb,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:45.853592 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:46.099682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f3522-3259-4bc3-a291-6aa7732e37a9 req-6a0890d1-a4cf-439b-bf15-638fd7adbf27 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:46.101248 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d22f3522-3259-4bc3-a291-6aa7732e37a9 req-6a0890d1-a4cf-439b-bf15-638fd7adbf27 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0639973 Jun 28 09:57:46.147083 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d22f3522-3259-4bc3-a291-6aa7732e37a9 req-2e4f5064-f8a5-4c1a-887c-1208661ef6dd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Jun 28 09:57:46.293714 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147d5ed-3b07-40f4-b972-846ffa5c8c73 req-7a9cb64f-382d-470f-b3d7-40a17a7dfd17 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:46.295395 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2147d5ed-3b07-40f4-b972-846ffa5c8c73 req-7a9cb64f-382d-470f-b3d7-40a17a7dfd17 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0725608 Jun 28 09:57:46.337485 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2147d5ed-3b07-40f4-b972-846ffa5c8c73 req-048d4a0e-26ec-4fcd-8e66-48cd6aab86ef tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360122 Jun 28 09:57:47.354152 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea043e-49c2-4a47-8874-a2a2335828cc req-ce357f57-78f4-477b-bb59-e44457cc1a6e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.356860 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-17ea043e-49c2-4a47-8874-a2a2335828cc req-ce357f57-78f4-477b-bb59-e44457cc1a6e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0741985 Jun 28 09:57:47.428568 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-17ea043e-49c2-4a47-8874-a2a2335828cc req-3be048ad-3f5a-4f3d-b692-956f151bf31d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501871 Jun 28 09:57:47.561243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a0f6-4298-471b-8dac-6d655cb8440d req-b5a62a9d-fd5e-409c-b7db-a01ad3fc131e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.572178 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8a45a0f6-4298-471b-8dac-6d655cb8440d req-b5a62a9d-fd5e-409c-b7db-a01ad3fc131e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1093879 Jun 28 09:57:47.615641 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8a45a0f6-4298-471b-8dac-6d655cb8440d req-65df6dd8-e577-49a9-8b79-a4097d4c3e55 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365224 Jun 28 09:57:47.787254 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39544) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:48.012971 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.201464 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.223846 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f38ac-606a-42c9-bb7e-2168817816fb req-43f68520-9e60-4c40-ac41-28708102b234 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.226199 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7e0f38ac-606a-42c9-bb7e-2168817816fb req-43f68520-9e60-4c40-ac41-28708102b234 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1162691 Jun 28 09:57:48.271920 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7e0f38ac-606a-42c9-bb7e-2168817816fb req-d3b6c8ba-9278-4efa-97e4-a0e378eac06a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Jun 28 09:57:48.275764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.281528 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:48.323769 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b37df2ddedc441e992e3444485944fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353351 Jun 28 09:57:48.324866 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39556) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:48.333607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fd6af-9ab0-4ba1-ae42-09fb6b1bcde0,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:48.342343 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:48.373959 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e754-2482-4c70-9739-459b39b24b60 req-e073478f-2d2c-40f2-967f-f465848d769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.375669 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-e073478f-2d2c-40f2-967f-f465848d769c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1098 time: 0.0805659 Jun 28 09:57:48.397432 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.433727 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.600592 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e754-2482-4c70-9739-459b39b24b60 req-2d8de40b-9055-41b9-9a19-858c89849650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.600592 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-2d8de40b-9055-41b9-9a19-858c89849650 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.1783826 Jun 28 09:57:48.691843 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-c87ef3d9-a38a-4684-8d3b-92c314b0121c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 1000 time: 0.1087229 Jun 28 09:57:48.763228 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbba28-7074-4b93-bf1d-918448209043 req-1d776303-f245-4960-84f0-54bc6531f631 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.764713 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f4fbba28-7074-4b93-bf1d-918448209043 req-1d776303-f245-4960-84f0-54bc6531f631 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1836622 Jun 28 09:57:48.773322 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e754-2482-4c70-9739-459b39b24b60 req-0d66a79b-d848-4ded-8068-f086cad14a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.773322 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-0d66a79b-d848-4ded-8068-f086cad14a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0714335 Jun 28 09:57:48.844584 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f4fbba28-7074-4b93-bf1d-918448209043 req-b26922ee-6cd6-47fc-b3be-40ad627d1ab3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705650 Jun 28 09:57:48.868752 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e754-2482-4c70-9739-459b39b24b60 req-52885942-1a33-477e-b706-42d07bbc10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.870368 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-52885942-1a33-477e-b706-42d07bbc10c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890253 Jun 28 09:57:48.984019 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-7bbd4963-d413-4380-b14b-cd98b6a7a583 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995598 Jun 28 09:57:49.082728 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2174e754-2482-4c70-9739-459b39b24b60 req-44ad105a-8562-4ad0-b6f1-4e57f3a794d6 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873280 Jun 28 09:57:49.392421 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39566) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:49.430640 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.433984 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.438478 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da3fd6af-9ab0-4ba1-ae42-09fb6b1bcde0 HTTP/1.1" status: 204 len: 168 time: 1.1112411 Jun 28 09:57:49.443349 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-826e737f-2940-4a96-9771-fb37b5927c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.457524 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fd6af-9ab0-4ba1-ae42-09fb6b1bcde0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.460494 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.498911 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550523f0-10ea-4415-a3c1-24333c948925 req-b187e0bb-91f7-4d3d-8bdd-b1717fc50f74 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.505209 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-550523f0-10ea-4415-a3c1-24333c948925 req-b187e0bb-91f7-4d3d-8bdd-b1717fc50f74 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1145504 Jun 28 09:57:49.549101 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.576201 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-550523f0-10ea-4415-a3c1-24333c948925 req-a7775799-bf99-4087-a304-f66e61e4f3ef tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604460 Jun 28 09:57:49.639504 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:57:49.661188 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.905395 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.909394 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a97daf88-f023-417f-9683-f91f20a78fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.999440 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae052df342e84481a648efcb47333f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991390 Jun 28 09:57:50.000388 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd805a-ed1b-4beb-accb-14074e1cb0cc,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:50.002139 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39578) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:50.005428 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:50.089250 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.120456 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.164785 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f7693-eaa0-469e-afb9-41ba009fb65b req-eb1d0014-81b1-4918-b6a4-364f8c39b4d4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:50.166361 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cd4f7693-eaa0-469e-afb9-41ba009fb65b req-eb1d0014-81b1-4918-b6a4-364f8c39b4d4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1129334 Jun 28 09:57:50.193427 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39580) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:50.213668 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.242481 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cd4f7693-eaa0-469e-afb9-41ba009fb65b req-5eb4cc84-b2f1-4e4d-804b-0acff3891140 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691473 Jun 28 09:57:50.280836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.283469 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.284912 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1edd805a-ed1b-4beb-accb-14074e1cb0cc HTTP/1.1" status: 204 len: 168 time: 0.2810845 Jun 28 09:57:50.289741 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4c11bdcf-fedb-431a-9746-10427e190fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:50.303996 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd805a-ed1b-4beb-accb-14074e1cb0cc,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:50.306953 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:50.366464 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.499733 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.503221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee1b08a8-fde7-4bd9-bbd5-1361b8b81421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:50.541687 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80fdb7b9fbde4cd1879baffaf3eb132d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447666 Jun 28 09:57:50.541687 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65157bb8-af7b-4d1c-9fe6-3b5ade172a57,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:50.542071 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39584) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:50.545332 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:50.594694 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.617040 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.765849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cb91-4e04-49e8-b7a4-07f23d28c3e2 req-834fc4f9-38ed-4236-bc63-e9ccba5c0d20 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:50.767464 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6680cb91-4e04-49e8-b7a4-07f23d28c3e2 req-834fc4f9-38ed-4236-bc63-e9ccba5c0d20 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0698664 Jun 28 09:57:50.788120 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.790908 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.792061 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65157bb8-af7b-4d1c-9fe6-3b5ade172a57 HTTP/1.1" status: 204 len: 168 time: 0.2483618 Jun 28 09:57:50.795033 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-9403f31f-97c4-4918-83be-31dc3e73c08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:50.806217 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65157bb8-af7b-4d1c-9fe6-3b5ade172a57,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:50.809580 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:50.842807 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6680cb91-4e04-49e8-b7a4-07f23d28c3e2 req-a4983ca5-178f-42de-9861-671d6a1cb40e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685997 Jun 28 09:57:51.184138 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39598) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:51.199749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5d43841-491f-4c2f-b393-ab303b4abe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.309215 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5d43841-491f-4c2f-b393-ab303b4abe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.411421 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c5d43841-491f-4c2f-b393-ab303b4abe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.415156 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a4e772b5-b70e-49e4-9ff8-0b6ea69a3779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:51.461897 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c5d43841-491f-4c2f-b393-ab303b4abe49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f0de5615fad44c5a5b12a5401ef062f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764695 Jun 28 09:57:51.464187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43841-491f-4c2f-b393-ab303b4abe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86bc50e-8a79-42a0-a1f8-2845de72a594,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:51.465002 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39608) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:51.470070 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c5d43841-491f-4c2f-b393-ab303b4abe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:51.492043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8d8e-3d8c-4ab8-84c6-b281b0f7593e req-8f040b9e-4306-4840-8c77-39a66dc19a12 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:51.493605 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b4d8d8e-3d8c-4ab8-84c6-b281b0f7593e req-8f040b9e-4306-4840-8c77-39a66dc19a12 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1164844 Jun 28 09:57:51.525121 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.554979 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.568757 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b4d8d8e-3d8c-4ab8-84c6-b281b0f7593e req-6bc7148d-3d79-44b2-b3c5-2189a2d5c4ba tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608151 Jun 28 09:57:51.706237 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.709344 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.710501 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d86bc50e-8a79-42a0-a1f8-2845de72a594 HTTP/1.1" status: 204 len: 168 time: 0.2440732 Jun 28 09:57:51.711155 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:51.719304 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86bc50e-8a79-42a0-a1f8-2845de72a594,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:51.721495 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:52.757457 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240e4f-e4b7-4103-8fd1-e392d2a96066 req-1d4e983a-d1ef-4554-b0b6-844b1343f102 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:52.759539 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3240e4f-e4b7-4103-8fd1-e392d2a96066 req-1d4e983a-d1ef-4554-b0b6-844b1343f102 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0737703 Jun 28 09:57:52.826042 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3240e4f-e4b7-4103-8fd1-e392d2a96066 req-b7a57e36-840f-4e1c-be0f-bceae7f4901f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603588 Jun 28 09:57:54.005908 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39684) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:54.066081 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208a605-8f5b-4898-805e-1c031fcb4877 req-8a1ad8cb-95fa-407c-8ec6-84a0265b84e8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:54.071436 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7208a605-8f5b-4898-805e-1c031fcb4877 req-8a1ad8cb-95fa-407c-8ec6-84a0265b84e8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1040485 Jun 28 09:57:54.123584 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7208a605-8f5b-4898-805e-1c031fcb4877 req-e67c2b43-c54b-47fc-b3a6-b1cf0f19a751 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447516 Jun 28 09:57:54.299372 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.397993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9451cf34-f273-4412-afa3-89825f29f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.406068 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.489283 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.493289 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-72ce95b7-24cc-4d52-ad19-584658b24b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:54.548923 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be9086ba9a924c5086675168195d5ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408623 Jun 28 09:57:54.549744 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2acde-0139-41d0-80bd-b4a0c10e9b6f,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:54.551568 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39698) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:54.557499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:54.620825 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.645784 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.787386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.790058 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.791567 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfa2acde-0139-41d0-80bd-b4a0c10e9b6f HTTP/1.1" status: 204 len: 168 time: 0.2384450 Jun 28 09:57:54.792629 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2381af3a-e498-4805-a42f-b349fe63ab29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:54.806283 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2acde-0139-41d0-80bd-b4a0c10e9b6f,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:54.809194 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:55.403329 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8331db-9bdf-43e6-8462-e98dd115d5a4 req-88596b81-eb3d-4909-910e-62945b077065 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:55.405517 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-eb8331db-9bdf-43e6-8462-e98dd115d5a4 req-88596b81-eb3d-4909-910e-62945b077065 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0679286 Jun 28 09:57:55.449134 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-eb8331db-9bdf-43e6-8462-e98dd115d5a4 req-5ac03c58-149c-4a6a-bb54-1264e23443d4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367446 Jun 28 09:57:55.551351 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39712) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:55.569064 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.658190 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.734925 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.738024 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e830cda5-213b-41c3-b971-1e9ca674ec83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:55.774610 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d730435ae0a4373b5e492963a0a8bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220378 Jun 28 09:57:55.775505 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3723dfd4-66a9-49b7-986f-b3e66d29c6e5,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:55.777865 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39714) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:55.779226 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:55.837502 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.859160 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.991191 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.994233 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.995496 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3723dfd4-66a9-49b7-986f-b3e66d29c6e5 HTTP/1.1" status: 204 len: 168 time: 0.2165248 Jun 28 09:57:55.996354 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f1119593-acd5-4f47-b3fa-78484babc592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:56.004399 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3723dfd4-66a9-49b7-986f-b3e66d29c6e5,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:56.006548 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:56.710808 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940c81d-ce38-4129-bcd4-fabe6e2705d6 req-f6e3a881-b6d2-466a-9db8-aa55b44c29f3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:56.713415 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2940c81d-ce38-4129-bcd4-fabe6e2705d6 req-f6e3a881-b6d2-466a-9db8-aa55b44c29f3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0879815 Jun 28 09:57:56.757226 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2940c81d-ce38-4129-bcd4-fabe6e2705d6 req-af794222-1566-4a74-9c02-d8e9b5d5988c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362256 Jun 28 09:57:56.968436 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d871d438-47c3-4a5a-af6b-78072fa87c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:57.134981 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:57.959572 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad833e9-0b62-4714-9304-7d6133201055 req-2fdbd665-3032-44f2-be88-09cc21058302 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:57.961081 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0ad833e9-0b62-4714-9304-7d6133201055 req-2fdbd665-3032-44f2-be88-09cc21058302 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0667512 Jun 28 09:57:58.003104 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0ad833e9-0b62-4714-9304-7d6133201055 req-8bc1d781-b267-4b85-aa7e-597fb6c5fbd7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 Jun 28 09:57:58.490253 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.396287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33776-1ae8-4628-9722-2ef9766cf0d8 req-2e793f1c-935c-4f0e-a245-c7c8ce972fdf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.397714 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-93a33776-1ae8-4628-9722-2ef9766cf0d8 req-2e793f1c-935c-4f0e-a245-c7c8ce972fdf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.2499559 Jun 28 09:57:59.459820 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-93a33776-1ae8-4628-9722-2ef9766cf0d8 req-f1fa155b-3712-4ba4-bee2-200fddeff433 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540686 Jun 28 09:57:59.963324 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.693127 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063103ab-7bc2-4130-b44c-4e7ed6ecea09 req-5e6e7586-1624-4d0a-b0d2-6d272ca7157f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.696705 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-063103ab-7bc2-4130-b44c-4e7ed6ecea09 req-5e6e7586-1624-4d0a-b0d2-6d272ca7157f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1169691 Jun 28 09:58:00.738342 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-063103ab-7bc2-4130-b44c-4e7ed6ecea09 req-7d37f2dd-4f56-4bf5-9685-3f419489e45b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381618 Jun 28 09:58:00.828579 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39834) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:00.933420 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.025490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.111984 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.114785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:01.151030 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afd6ded-2bc4-4812-9d9d-5ff6374abb51,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:01.159558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39838) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:01.169456 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c76c9227ab5c4e8dafabd19a275aee09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299603 Jun 28 09:58:01.169456 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:01.230808 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.255878 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.391266 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.398356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.398959 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0afd6ded-2bc4-4812-9d9d-5ff6374abb51 HTTP/1.1" status: 204 len: 168 time: 0.2383544 Jun 28 09:58:01.400438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:01.411708 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afd6ded-2bc4-4812-9d9d-5ff6374abb51,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:01.420438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:01.947819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8a564-ce74-4738-afc8-5110fc8088b9 req-adce896f-8498-4a38-bf22-9c6245e6c9aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.953351 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89e8a564-ce74-4738-afc8-5110fc8088b9 req-adce896f-8498-4a38-bf22-9c6245e6c9aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0760453 Jun 28 09:58:01.991638 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89e8a564-ce74-4738-afc8-5110fc8088b9 req-e47af03b-a5ea-4d7f-93aa-fac3b1449820 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322912 Jun 28 09:58:02.036277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39850) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:02.050800 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.138211 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.197935 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.203060 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2b321ef0-8ea8-47de-90cb-c2f0b43fddaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:02.240711 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39852) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:02.246854 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02811e7a0f0b42998141441f8b300cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031672 Jun 28 09:58:02.249492 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e80c5fa-ff65-4b77-b14b-d1a850932f23,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:02.252926 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:02.297238 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.329686 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.449602 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.452821 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.454397 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e80c5fa-ff65-4b77-b14b-d1a850932f23 HTTP/1.1" status: 204 len: 168 time: 0.2126658 Jun 28 09:58:02.455391 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d72fbf61-252c-4a49-98b9-5e65c575200c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:02.464659 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e80c5fa-ff65-4b77-b14b-d1a850932f23,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:02.467936 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:03.171798 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcb553-9955-4510-8703-a936607164a1 req-ea6a5992-2b96-4812-ba63-ecff099eae48 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.173244 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-63fcb553-9955-4510-8703-a936607164a1 req-ea6a5992-2b96-4812-ba63-ecff099eae48 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0640311 Jun 28 09:58:03.225882 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-63fcb553-9955-4510-8703-a936607164a1 req-2f601c34-c32e-4eb4-b3c1-2c0ea5c5d59f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468636 Jun 28 09:58:04.264077 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39890) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:04.380804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456077011-network', 'tenant_id': '73b1ebd2915a4df780c8e77045498556'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:04.438204 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175369-3fcb-4f35-a204-5a9d8faecfe8 req-609aafd8-9c24-4ef2-b681-8e46c95726aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:04.439649 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-82175369-3fcb-4f35-a204-5a9d8faecfe8 req-609aafd8-9c24-4ef2-b681-8e46c95726aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0959606 Jun 28 09:58:04.478680 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-82175369-3fcb-4f35-a204-5a9d8faecfe8 req-f39d8aff-57cf-4fea-9af5-653b6a1c43c2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Jun 28 09:58:04.540394 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Made reservation on behalf of 73b1ebd2915a4df780c8e77045498556 for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:04.543281 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.551950 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.636512 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.723479 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.726820 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-63bac9d3-fb11-439a-9f49-28b0fee2f11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:04.749262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:58:04.758602 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e8228-6831-48bc-9e16-90a5e20b081c,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:04.764653 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.764995 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Added segment db00abad-bee7-49c1-bf40-0110233042c7 of type vlan for network f3b14562-2b72-45aa-b842-73bfae4c2c32 Jun 28 09:58:04.768558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:04.806821 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.900610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.902480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:04.903052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.905610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c3f0a6d8-4cad-493f-88c7-8b9520ab7031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:04.967242 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Pushing event updated for resources: {'Network': ['ID=f3b14562-2b72-45aa-b842-73bfae4c2c32,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:04.970006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:04.977955 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network f3b14562-2b72-45aa-b842-73bfae4c2c32 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:58:05.003836 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7386258 Jun 28 09:58:05.006842 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39906) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:05.012266 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Request body: {'subnet': {'network_id': 'f3b14562-2b72-45aa-b842-73bfae4c2c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456077011-subnet', 'tenant_id': '73b1ebd2915a4df780c8e77045498556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:05.143393 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Made reservation on behalf of 73b1ebd2915a4df780c8e77045498556 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:05.143393 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9427439'] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.386445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9200712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9427453'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.389599 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d001b434-4790-44e3-8003-b55a16297fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:05.443941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0321c52a-4749-4ad1-9cf2-21dc01eaa7cb,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:05.446887 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:05.450562 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Checking segment: {'id': 'db00abad-bee7-49c1-bf40-0110233042c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3b14562-2b72-45aa-b842-73bfae4c2c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:05.450934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Network hostable DHCP agents. Network: f3b14562-2b72-45aa-b842-73bfae4c2c32, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:58:05.561736 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Network f3b14562-2b72-45aa-b842-73bfae4c2c32 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:58:05.653526 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fa53-a842-4778-9dc9-5959b083043e req-f2189ec4-88c3-4130-8f07-ca3f812f1437 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:05.654895 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d275fa53-a842-4778-9dc9-5959b083043e req-f2189ec4-88c3-4130-8f07-ca3f812f1437 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0622926 Jun 28 09:58:05.664472 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, f3b14562-2b72-45aa-b842-73bfae4c2c32) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:05.669246 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:05.669826 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.675051 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbd0c65-6bf2-4277-b969-b5ce41b16706 None None] Network f3b14562-2b72-45aa-b842-73bfae4c2c32 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:05.696741 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d275fa53-a842-4778-9dc9-5959b083043e req-80e5f7e3-1769-4868-832b-5d06a4a4e9df tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362968 Jun 28 09:58:05.756787 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7488987 Jun 28 09:58:05.802264 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3904aaa-99d6-4594-b73f-dc0518ae1a99 None None] Network f3b14562-2b72-45aa-b842-73bfae4c2c32 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:06.465293 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 39938) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:06.468258 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1747611226-network', 'tenant_id': 'd3d8d2e2609d44a7aabff0f8b421687c'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:06.631836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Made reservation on behalf of d3d8d2e2609d44a7aabff0f8b421687c for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:06.634213 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.644412 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.729949 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.846003 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.850340 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2cde570d-8a40-4bc0-bf3e-3a70d4b19c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:06.872539 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:58:06.889897 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b99f83b-9a2c-4edc-831c-6349ea57ca17,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:06.894721 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:06.895743 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.896070 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Added segment 12d08c52-c168-4a53-88bf-089a251f969f of type vlan for network 54bc1550-5fa7-4c3d-98a8-6b313eff69da Jun 28 09:58:06.946605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea11d5-bb8f-432a-bfc3-f6963b09ce4a req-583b2ef9-0eca-44ab-8204-d39a7c95620a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.948674 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feea11d5-bb8f-432a-bfc3-f6963b09ce4a req-583b2ef9-0eca-44ab-8204-d39a7c95620a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.1353586 Jun 28 09:58:06.953426 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.005621 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feea11d5-bb8f-432a-bfc3-f6963b09ce4a req-5ea36369-13f6-4f25-ae3c-c9a0c00f4bd8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Jun 28 09:58:07.085057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-9c19b2e1-94b4-47b8-9801-27ef03b04fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.086567 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-9c19b2e1-94b4-47b8-9801-27ef03b04fdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0530193 Jun 28 09:58:07.125342 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.149930 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.150502 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.157000 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0058f4ec-0c11-44fa-82ca-1247adae81e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:07.237931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=54bc1550-5fa7-4c3d-98a8-6b313eff69da,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:07.241391 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:07.242840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-2f1264fa-196e-4ea2-8a06-f8c361ff1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.246486 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-2f1264fa-196e-4ea2-8a06-f8c361ff1b00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.1479080 Jun 28 09:58:07.250069 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 54bc1550-5fa7-4c3d-98a8-6b313eff69da details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:58:07.292351 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8281190 Jun 28 09:58:07.295306 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 39952) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:07.300652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Request body: {'subnet': {'network_id': '54bc1550-5fa7-4c3d-98a8-6b313eff69da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1747611226-subnet', 'tenant_id': 'd3d8d2e2609d44a7aabff0f8b421687c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:07.316761 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-c3cac2fa-762e-4d83-948b-6ea4d473a024 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 1001 time: 0.0607352 Jun 28 09:58:07.365747 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-047f1a67-0f12-4c63-9245-dc749e2015b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.367147 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-047f1a67-0f12-4c63-9245-dc749e2015b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0428731 Jun 28 09:58:07.414162 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Made reservation on behalf of d3d8d2e2609d44a7aabff0f8b421687c for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:07.416778 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968378'] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.436456 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-cc0a99d4-17d1-442f-931b-1b1309da4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.437920 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-cc0a99d4-17d1-442f-931b-1b1309da4311 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515223 Jun 28 09:58:07.539287 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-68770eb7-9334-40b4-8068-cbdc3dc99d97 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850720 Jun 28 09:58:07.633623 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36956550-bbaf-4f93-a862-70c1e0cdb4e5 req-2c622c0d-ba4f-416d-a47f-266b07909f6d service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845516 Jun 28 09:58:07.692971 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968360'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.695316 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-61e8c165-7d2d-4415-8187-ecf5e01ac98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:07.748481 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee547206-9fac-4f12-a474-f64ccc407e63,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:07.751797 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:07.757565 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Checking segment: {'id': '12d08c52-c168-4a53-88bf-089a251f969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '54bc1550-5fa7-4c3d-98a8-6b313eff69da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:07.757915 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Network hostable DHCP agents. Network: 54bc1550-5fa7-4c3d-98a8-6b313eff69da, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:58:07.837585 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Network 54bc1550-5fa7-4c3d-98a8-6b313eff69da is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:58:07.915577 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 54bc1550-5fa7-4c3d-98a8-6b313eff69da) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:07.919673 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.920319 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.924826 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a74c97-affc-42fd-8be9-9141d871cdff None None] Network 54bc1550-5fa7-4c3d-98a8-6b313eff69da requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:08.009539 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7129390 Jun 28 09:58:08.052639 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e44ac6-bb88-471f-b4ae-21d714ed1050 None None] Network 54bc1550-5fa7-4c3d-98a8-6b313eff69da requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:08.194498 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafc9f-f8a0-4d5a-a69c-9b00335796b6 req-9fc7e6c6-be62-41e4-9fe0-4bdcf7e7dc27 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:08.195964 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-dfaafc9f-f8a0-4d5a-a69c-9b00335796b6 req-9fc7e6c6-be62-41e4-9fe0-4bdcf7e7dc27 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.0691354 Jun 28 09:58:08.237421 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-dfaafc9f-f8a0-4d5a-a69c-9b00335796b6 req-c5bc6401-8d3b-4e42-a88d-dd1a3590c9cb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345345 Jun 28 09:58:08.820480 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.645297 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54984-f1c8-4ff6-b1ac-4cfa06af51aa req-6d5c288c-9eed-46d8-a776-b71dd2ab5f5b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:09.646763 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-92b54984-f1c8-4ff6-b1ac-4cfa06af51aa req-6d5c288c-9eed-46d8-a776-b71dd2ab5f5b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 946 time: 0.2914724 Jun 28 09:58:09.683409 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-92b54984-f1c8-4ff6-b1ac-4cfa06af51aa req-26e26ded-e6b8-4d2e-9b88-27b25ca59d33 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300615 Jun 28 09:58:09.879604 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:09.957176 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.978299 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:09.980731 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cc05e1-9184-4881-a885-fcf5e97486f5" -d '{"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:09.993311 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:10.017269 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb85bf-7923-4572-93eb-0b0607d4ccee x-openstack-request-id: req-7dfb85bf-7923-4572-93eb-0b0607d4ccee {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:10.017563 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:10.017816 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dfb85bf-7923-4572-93eb-0b0607d4ccee {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:10.018207 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'code': 200} Jun 28 09:58:10.075844 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:10.077684 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:10.122175 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=8']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:10.125218 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:10.857037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d490-0a84-48bd-92ae-bc5cc6c29811 req-c4a721d5-5880-444f-b5b3-089ab609e766 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:10.858480 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e431d490-0a84-48bd-92ae-bc5cc6c29811 req-c4a721d5-5880-444f-b5b3-089ab609e766 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0612171 Jun 28 09:58:10.895345 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e431d490-0a84-48bd-92ae-bc5cc6c29811 req-b11949e3-05bd-467c-bf36-4534b81c00e6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Jun 28 09:58:12.236428 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4b22b-46fe-4737-a623-a57bc8557867 req-ab7c2c43-255c-4e3e-9108-fd5a9af814a0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:12.237869 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8ac4b22b-46fe-4737-a623-a57bc8557867 req-ab7c2c43-255c-4e3e-9108-fd5a9af814a0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0661194 Jun 28 09:58:12.273925 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8ac4b22b-46fe-4737-a623-a57bc8557867 req-c6f6991e-72d6-4b91-85d7-b2c84baa70cf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302942 Jun 28 09:58:13.163647 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-5dfefe31-bf6c-4e0f-b82e-2487e718489c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537395 Jun 28 09:58:13.282637 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-b87595fc-d5fa-4cca-8056-6f0159eb7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.284132 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-b87595fc-d5fa-4cca-8056-6f0159eb7d51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1098 time: 0.0517466 Jun 28 09:58:13.449214 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-aa5b748e-9ac1-4fef-a478-4b1c83e1d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.450920 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-aa5b748e-9ac1-4fef-a478-4b1c83e1d165 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.1250920 Jun 28 09:58:13.506659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51019c52-00bf-48ba-aa4d-650c74d83c86 req-7df87f45-529d-4ce5-b3b1-00b446d1d1c2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.508094 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-51019c52-00bf-48ba-aa4d-650c74d83c86 req-7df87f45-529d-4ce5-b3b1-00b446d1d1c2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.1151061 Jun 28 09:58:13.543414 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-cc2fa836-1a67-4789-80d3-3cd60d05c56f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0822036 Jun 28 09:58:13.558510 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-51019c52-00bf-48ba-aa4d-650c74d83c86 req-5776ae22-4e05-4141-a917-5eb48ebefdbd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 Jun 28 09:58:13.609359 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-29e0aa4f-8d99-42c6-a940-8a65ff1e5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.610805 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-29e0aa4f-8d99-42c6-a940-8a65ff1e5c7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0474129 Jun 28 09:58:13.708471 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-be8e776a-9e3a-43d5-9d97-37fb739d2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.709949 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-be8e776a-9e3a-43d5-9d97-37fb739d2d2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627244 Jun 28 09:58:13.812374 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-2edf78eb-6232-4ccd-b42b-13f98290390b service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Jun 28 09:58:13.899582 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d423b224-5356-44d4-a1ba-cad1eabbbbf2 req-56908249-5df4-4d38-adf4-52a17634a9a8 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801468 Jun 28 09:58:14.746045 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203b51-6c19-4d72-bafc-f121de4e210f req-bd905138-c686-42ec-8701-748a767da5ab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:14.747768 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0f203b51-6c19-4d72-bafc-f121de4e210f req-bd905138-c686-42ec-8701-748a767da5ab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0712509 Jun 28 09:58:14.788848 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0f203b51-6c19-4d72-bafc-f121de4e210f req-60b05c6c-0a93-439b-aa95-e0dcea0608bd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353429 Jun 28 09:58:15.969256 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe328c1-a9bb-466f-bd22-b8ec7ada5738 req-592502c5-3e34-4883-ab05-8641a546c47f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:15.970905 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4fe328c1-a9bb-466f-bd22-b8ec7ada5738 req-592502c5-3e34-4883-ab05-8641a546c47f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0642099 Jun 28 09:58:16.014672 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4fe328c1-a9bb-466f-bd22-b8ec7ada5738 req-c6ae2bc7-88c5-42c8-b924-5cfecf858d42 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Jun 28 09:58:17.189043 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d60fb4-b516-401b-b723-0039b5bfed15 req-c57b1953-1797-4ced-9282-6b67694f666e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:17.190506 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b6d60fb4-b516-401b-b723-0039b5bfed15 req-c57b1953-1797-4ced-9282-6b67694f666e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0632658 Jun 28 09:58:17.233004 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b6d60fb4-b516-401b-b723-0039b5bfed15 req-db81acf6-4ff6-4a45-a54b-1602ad4fe370 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Jun 28 09:58:19.038088 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba6c63-97d7-4d02-8a59-5a85558dc4f5 req-60633b2e-4f9b-46cd-9638-310ef0fd2463 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:19.039543 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c8ba6c63-97d7-4d02-8a59-5a85558dc4f5 req-60633b2e-4f9b-46cd-9638-310ef0fd2463 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0622339 Jun 28 09:58:19.080325 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c8ba6c63-97d7-4d02-8a59-5a85558dc4f5 req-69723ca5-a33f-41a1-b30f-e74e0821551a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Jun 28 09:58:19.575875 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40114) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:19.684302 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-50a97c1c-c0b4-4db5-877e-4e2321714033 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070681 Jun 28 09:58:20.263641 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83293bcd-a8e7-486a-b492-b1611ee0e812 req-e5394bff-a782-4bd3-b828-4161ef74c73b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:20.265139 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-83293bcd-a8e7-486a-b492-b1611ee0e812 req-e5394bff-a782-4bd3-b828-4161ef74c73b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0686257 Jun 28 09:58:20.302493 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-83293bcd-a8e7-486a-b492-b1611ee0e812 req-e4ef64cd-9f1b-40ef-82c8-d62afcf78b64 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Jun 28 09:58:21.003292 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:21.480363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f905d3-e4a6-4392-abf8-61f668a1017e req-c35886fb-172d-4c5a-a3be-cd787b74fa2b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:21.481792 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-46f905d3-e4a6-4392-abf8-61f668a1017e req-c35886fb-172d-4c5a-a3be-cd787b74fa2b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0627000 Jun 28 09:58:21.519525 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-46f905d3-e4a6-4392-abf8-61f668a1017e req-2e5779ed-e670-4044-8991-207c3b87d9ca tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Jun 28 09:58:22.695898 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5880e41-3d3a-4dc4-8ec3-22e73b9efe67 req-d9468142-9420-4801-96c2-eeff3207e521 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:22.697405 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e5880e41-3d3a-4dc4-8ec3-22e73b9efe67 req-d9468142-9420-4801-96c2-eeff3207e521 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0638752 Jun 28 09:58:22.734872 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e5880e41-3d3a-4dc4-8ec3-22e73b9efe67 req-4521d7ca-2a72-4c28-8bf9-cb392af20546 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Jun 28 09:58:23.916095 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247640d-55cd-4042-b1c8-b95312990747 req-5d5910e7-9897-406b-8a40-1170ed687c24 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:23.917691 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d247640d-55cd-4042-b1c8-b95312990747 req-5d5910e7-9897-406b-8a40-1170ed687c24 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0667076 Jun 28 09:58:23.955211 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d247640d-55cd-4042-b1c8-b95312990747 req-db6c15a5-878e-459d-a203-a8607b0a6e35 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Jun 28 09:58:24.385921 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7eec6bc5-58d1-4373-9521-f90f49f2c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.128294 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44c925-8cf0-4a26-ac70-db36761357b4 req-b5c462a7-8302-4472-aa7d-6d27dd039686 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:25.129799 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8f44c925-8cf0-4a26-ac70-db36761357b4 req-b5c462a7-8302-4472-aa7d-6d27dd039686 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0614510 Jun 28 09:58:25.168602 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8f44c925-8cf0-4a26-ac70-db36761357b4 req-975aefbc-3ea5-4147-8348-f3405a2425be tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326827 Jun 28 09:58:26.345055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e589a1-8f94-4b10-bd03-42cc434eeb16 req-66d32e5a-7e2e-471e-bda6-34323159125f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:26.346522 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57e589a1-8f94-4b10-bd03-42cc434eeb16 req-66d32e5a-7e2e-471e-bda6-34323159125f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0629177 Jun 28 09:58:26.385459 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-57e589a1-8f94-4b10-bd03-42cc434eeb16 req-d2b73ac2-ba60-4472-8c52-d9bf32ce9090 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Jun 28 09:58:26.637717 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:58:26.968248 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-11c5ff7c-9e39-404c-aa46-4a6e263169e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.076723 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.565398 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c651-2339-4aba-b7b9-95d8838f0631 req-131dbc76-0dcb-4eda-8038-e15bbcb8dceb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:27.566665 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ae67c651-2339-4aba-b7b9-95d8838f0631 req-131dbc76-0dcb-4eda-8038-e15bbcb8dceb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0630929 Jun 28 09:58:27.606373 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ae67c651-2339-4aba-b7b9-95d8838f0631 req-39f6c573-cc19-4b38-a38e-c3cc980b417f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341256 Jun 28 09:58:28.361799 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.783929 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c89b-d548-4d57-8dc4-04f1b5027b2e req-f50357d8-2292-4124-8647-d41f3cd8847c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:28.785418 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6c85c89b-d548-4d57-8dc4-04f1b5027b2e req-f50357d8-2292-4124-8647-d41f3cd8847c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0627360 Jun 28 09:58:28.834853 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6c85c89b-d548-4d57-8dc4-04f1b5027b2e req-5cdb331a-1019-423e-bcf5-dc2ec53d8285 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Jun 28 09:58:30.008762 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5649631-787d-4dde-abd3-0e28a0030acc req-82b67149-6a80-44e7-8683-12e0b85c8a79 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:30.010863 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d5649631-787d-4dde-abd3-0e28a0030acc req-82b67149-6a80-44e7-8683-12e0b85c8a79 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0665815 Jun 28 09:58:30.011862 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.047375 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d5649631-787d-4dde-abd3-0e28a0030acc req-bae4945d-564d-49a2-b9da-4c0f0de67fe1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Jun 28 09:58:31.224063 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d318d-d6c5-4a42-8afd-cac30677c1e7 req-2c0d7789-9c58-4ee0-be76-1364c2fa1621 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:31.225683 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b4d318d-d6c5-4a42-8afd-cac30677c1e7 req-2c0d7789-9c58-4ee0-be76-1364c2fa1621 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0659480 Jun 28 09:58:31.262333 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b4d318d-d6c5-4a42-8afd-cac30677c1e7 req-16d8680e-3420-4c8f-827e-c381f203ed40 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Jun 28 09:58:32.435564 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb7e5f-c242-4fd6-b19c-36ac094a0343 req-6d5b8c34-45a4-4dc8-8413-bbaa8cbc266c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:32.437019 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-49cb7e5f-c242-4fd6-b19c-36ac094a0343 req-6d5b8c34-45a4-4dc8-8413-bbaa8cbc266c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0607431 Jun 28 09:58:32.473218 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-49cb7e5f-c242-4fd6-b19c-36ac094a0343 req-90aea312-dbb5-4681-809e-39db8866ddaf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307088 Jun 28 09:58:33.661114 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4d7f4-92e4-49bf-8702-e44212797b32 req-fc4e5634-33c5-4cf9-87f7-bfae65f990d9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:33.662571 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d2c4d7f4-92e4-49bf-8702-e44212797b32 req-fc4e5634-33c5-4cf9-87f7-bfae65f990d9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0690367 Jun 28 09:58:33.700679 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d2c4d7f4-92e4-49bf-8702-e44212797b32 req-32950ff5-ac70-462d-9969-168b3222d981 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324564 Jun 28 09:58:34.876729 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95890d-a1c2-4368-92b0-76929961fcff req-980a217c-ae7e-490f-a46c-4d85fef3e679 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.878197 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6e95890d-a1c2-4368-92b0-76929961fcff req-980a217c-ae7e-490f-a46c-4d85fef3e679 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0653446 Jun 28 09:58:34.916479 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6e95890d-a1c2-4368-92b0-76929961fcff req-0738b1d4-133a-449f-bad7-cb882e3e8831 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jun 28 09:58:36.097508 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14362d-c603-4422-8cb7-2504e1ac68cc req-1d9d31d9-e8c3-4446-bbf6-eb9f18ad782b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:36.098862 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e14362d-c603-4422-8cb7-2504e1ac68cc req-1d9d31d9-e8c3-4446-bbf6-eb9f18ad782b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0660489 Jun 28 09:58:36.141355 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e14362d-c603-4422-8cb7-2504e1ac68cc req-1bff6b36-8685-4417-9f89-cf53e445739c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Jun 28 09:58:37.159273 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-e6a3f9e0-da0c-47bb-9899-58a457b5f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.160792 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-e6a3f9e0-da0c-47bb-9899-58a457b5f1ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4&tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 1097 time: 0.1224952 Jun 28 09:58:37.279558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-0c66c42a-44ac-4314-afe7-96170b3a66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.281187 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-0c66c42a-44ac-4314-afe7-96170b3a66e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0604949 Jun 28 09:58:37.342076 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af4c8a-d4de-4721-ba3e-98c338525895 req-4a3634e6-fe16-48f8-9f88-fc67822585a8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.343653 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a8af4c8a-d4de-4721-ba3e-98c338525895 req-4a3634e6-fe16-48f8-9f88-fc67822585a8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0741313 Jun 28 09:58:37.376449 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-32546d03-6c29-4792-aa53-1956a9474e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.377901 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-32546d03-6c29-4792-aa53-1956a9474e22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0871725 Jun 28 09:58:37.382850 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a8af4c8a-d4de-4721-ba3e-98c338525895 req-f7ee8ab5-f213-4675-9785-19f755bd60ff tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Jun 28 09:58:37.454802 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-4d753895-7441-452b-97a3-aab0ccfcd69e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 999 time: 0.0649230 Jun 28 09:58:37.505976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-02b7aaa3-9b71-4718-9fdb-945b620f8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.507401 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-02b7aaa3-9b71-4718-9fdb-945b620f8b26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0436065 Jun 28 09:58:37.567945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-28fe3035-597f-47eb-b1dc-5a8eb78dd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.569414 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-28fe3035-597f-47eb-b1dc-5a8eb78dd73b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504744 Jun 28 09:58:37.663912 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-9850fc6c-e49d-42f6-9bfc-1fb7034235d6 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860620 Jun 28 09:58:37.751168 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58671191-ae57-4bc3-a752-f78bad3dbf49 req-7ebabd78-2cd9-422e-853f-8681f56d8163 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807362 Jun 28 09:58:38.565713 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e0e5d-6af3-44cb-b94f-4627d202c1cd req-6699da83-7d46-493f-ace1-c4e15fcbc19d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:38.567180 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-263e0e5d-6af3-44cb-b94f-4627d202c1cd req-6699da83-7d46-493f-ace1-c4e15fcbc19d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0657218 Jun 28 09:58:38.606760 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-263e0e5d-6af3-44cb-b94f-4627d202c1cd req-d074b71d-f8c9-4c12-87e0-a334a8040604 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337634 Jun 28 09:58:38.828594 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.780849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861115b-c9d0-4474-8369-59943653ef7a req-cbd26e23-f107-4b73-a158-a6130a22c6b8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:39.782305 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c861115b-c9d0-4474-8369-59943653ef7a req-cbd26e23-f107-4b73-a158-a6130a22c6b8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0623920 Jun 28 09:58:39.821164 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c861115b-c9d0-4474-8369-59943653ef7a req-7a010e7d-7645-4d7b-a6e7-e77758f65c75 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Jun 28 09:58:41.001410 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798e5c-70be-4a91-be5f-83dda8f21f7a req-1bc60c25-e4c8-4e06-b06e-2fe08add4181 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:41.003490 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75798e5c-70be-4a91-be5f-83dda8f21f7a req-1bc60c25-e4c8-4e06-b06e-2fe08add4181 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0652363 Jun 28 09:58:41.040026 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75798e5c-70be-4a91-be5f-83dda8f21f7a req-b6caa7f1-af22-4b97-bc95-14742d170e20 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Jun 28 09:58:42.216999 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fd8a4-ff19-432f-8d9b-1140dcdc867f req-939e9483-f597-4a22-9303-fd5d4e115e53 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:42.218459 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-615fd8a4-ff19-432f-8d9b-1140dcdc867f req-939e9483-f597-4a22-9303-fd5d4e115e53 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0640485 Jun 28 09:58:42.255037 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-615fd8a4-ff19-432f-8d9b-1140dcdc867f req-5ecdfc78-a2ac-40e9-95e9-1e4c4795f65c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308011 Jun 28 09:58:43.454585 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ce53f-042e-4c3e-8bdc-54a9d7fba63f req-364b8816-423b-48e6-943e-72ab5741dda4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:43.456051 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-068ce53f-042e-4c3e-8bdc-54a9d7fba63f req-364b8816-423b-48e6-943e-72ab5741dda4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0622892 Jun 28 09:58:43.495876 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-068ce53f-042e-4c3e-8bdc-54a9d7fba63f req-efd08669-202b-47a4-b9c9-344a62d12a0e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341089 Jun 28 09:58:44.682413 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb260e-a147-473c-9011-f4dbf1628b8e req-1d78be59-627b-488c-8547-714fb47c149f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:44.683856 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-26fb260e-a147-473c-9011-f4dbf1628b8e req-1d78be59-627b-488c-8547-714fb47c149f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0722783 Jun 28 09:58:44.724751 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-26fb260e-a147-473c-9011-f4dbf1628b8e req-dea3f429-2dc1-4015-b73e-0f1da35979a0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349307 Jun 28 09:58:45.906809 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e769d-fb8a-418b-94b5-d8337de637b6 req-a16efce5-5a64-4ac9-92db-3eda900d777d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:45.908293 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-638e769d-fb8a-418b-94b5-d8337de637b6 req-a16efce5-5a64-4ac9-92db-3eda900d777d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0651596 Jun 28 09:58:45.944675 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-638e769d-fb8a-418b-94b5-d8337de637b6 req-2661b95a-91af-4bbf-a97e-d82b33fc15f8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Jun 28 09:58:47.138563 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335d061-c371-4fc5-9f17-9d139f37ecb8 req-61e88316-780b-44aa-b2d5-ab0ad525988f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:47.140167 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9335d061-c371-4fc5-9f17-9d139f37ecb8 req-61e88316-780b-44aa-b2d5-ab0ad525988f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0742960 Jun 28 09:58:47.183193 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9335d061-c371-4fc5-9f17-9d139f37ecb8 req-9f157e80-0f94-4bf7-b4bc-d5d2d1493bb4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359802 Jun 28 09:58:48.379958 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54484a-1f6f-4dac-8ff8-4dcc29a5c902 req-7cda4903-09b1-456f-ab76-c4295ae35bed tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:48.381464 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6f54484a-1f6f-4dac-8ff8-4dcc29a5c902 req-7cda4903-09b1-456f-ab76-c4295ae35bed tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0658810 Jun 28 09:58:48.421572 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6f54484a-1f6f-4dac-8ff8-4dcc29a5c902 req-fe9ac062-21f3-41f5-8593-3ffe3c26ad4d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339024 Jun 28 09:58:49.603782 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da708-ebd9-420a-9f48-828f776509e3 req-31dade2e-7859-46ca-a674-13973373808c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:49.605185 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c00da708-ebd9-420a-9f48-828f776509e3 req-31dade2e-7859-46ca-a674-13973373808c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0638578 Jun 28 09:58:49.642254 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c00da708-ebd9-420a-9f48-828f776509e3 req-0adaedc1-f39b-4cac-a61b-35f8f1314a5c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Jun 28 09:58:50.828673 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dee34-2710-446e-875c-af63c7aad6f4 req-632984f0-b534-47a9-9088-599ceb0fe22f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:50.830727 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e0dee34-2710-446e-875c-af63c7aad6f4 req-632984f0-b534-47a9-9088-599ceb0fe22f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0746591 Jun 28 09:58:50.868638 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e0dee34-2710-446e-875c-af63c7aad6f4 req-7acdb0ca-fa7b-4d87-8aac-8a4db9bbe70b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Jun 28 09:58:52.044197 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264e6d1-398a-4c21-ae76-a0d572b6b120 req-1946d8ce-0d45-43cb-897e-aa2e6d1e0966 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:52.045535 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4264e6d1-398a-4c21-ae76-a0d572b6b120 req-1946d8ce-0d45-43cb-897e-aa2e6d1e0966 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0606506 Jun 28 09:58:52.081402 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4264e6d1-398a-4c21-ae76-a0d572b6b120 req-6412c0d2-e51b-4333-a139-14100894278d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303116 Jun 28 09:58:53.271918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14c63d-3f02-429a-a420-23d5b1eec4dc req-858ee59e-4b91-4833-ae58-0861c04b1683 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:53.275343 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ec14c63d-3f02-429a-a420-23d5b1eec4dc req-858ee59e-4b91-4833-ae58-0861c04b1683 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0726216 Jun 28 09:58:53.312738 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ec14c63d-3f02-429a-a420-23d5b1eec4dc req-45ac6d51-a52b-430f-862a-67d06c5b3f18 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336652 Jun 28 09:58:54.465680 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-53214660-b209-4aeb-906c-32c09563d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:54.522644 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5955bc-70b1-46d3-aca8-30ea8a42577c req-8811da6d-b5dd-4c8d-bf3e-54e28dc974e9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:54.525255 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-aa5955bc-70b1-46d3-aca8-30ea8a42577c req-8811da6d-b5dd-4c8d-bf3e-54e28dc974e9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0933471 Jun 28 09:58:54.565794 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-aa5955bc-70b1-46d3-aca8-30ea8a42577c req-3b9611b1-f173-4b47-9b2d-236f9852cbd9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 Jun 28 09:58:55.749958 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f6ee4-edb6-4ebe-8f27-58f519dc8593 req-7a8cb14b-363a-4e5d-b537-6f472f7a2979 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:55.751430 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b6f6ee4-edb6-4ebe-8f27-58f519dc8593 req-7a8cb14b-363a-4e5d-b537-6f472f7a2979 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0655515 Jun 28 09:58:55.793150 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7b6f6ee4-edb6-4ebe-8f27-58f519dc8593 req-88bcc0ae-4b60-4d0b-9e91-cbfa181ba092 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356879 Jun 28 09:58:56.955692 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-5f4e558a-7ebd-4b65-ade6-7b102f77d25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:56.997548 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc164012-a963-470e-a11a-d5248cdf342f req-4a692d65-54d4-443d-baa8-48816eae086c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:56.999091 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fc164012-a963-470e-a11a-d5248cdf342f req-4a692d65-54d4-443d-baa8-48816eae086c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0749395 Jun 28 09:58:57.039150 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fc164012-a963-470e-a11a-d5248cdf342f req-3bc4306d-884e-4bf2-946a-7d76a87bef0a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333898 Jun 28 09:58:57.098890 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:58.236693 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2e42e-fefe-4200-b370-89575f7a23cc req-7901164f-186a-4bae-9f85-a66d823b8580 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:58.238260 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-33c2e42e-fefe-4200-b370-89575f7a23cc req-7901164f-186a-4bae-9f85-a66d823b8580 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0706155 Jun 28 09:58:58.286511 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-33c2e42e-fefe-4200-b370-89575f7a23cc req-80496080-faa0-4bb7-813f-74ea5e363ecb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Jun 28 09:58:58.338677 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:59.486634 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b6b79-2932-4c55-940c-5d88de6ac82b req-bdcd560c-c821-4d30-85fb-83be9ef0353e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:59.488049 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-239b6b79-2932-4c55-940c-5d88de6ac82b req-bdcd560c-c821-4d30-85fb-83be9ef0353e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0702014 Jun 28 09:58:59.538845 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-239b6b79-2932-4c55-940c-5d88de6ac82b req-e390b66e-7e45-44cc-81c3-1ac4e7a74aa1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Jun 28 09:58:59.983765 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:00.737190 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75eeaf-2e16-4477-99c7-ecec268611c5 req-5f9a04a6-fd2b-4da5-9ecf-5e755ac5625e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:00.738663 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5f75eeaf-2e16-4477-99c7-ecec268611c5 req-5f9a04a6-fd2b-4da5-9ecf-5e755ac5625e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0740321 Jun 28 09:59:00.782612 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5f75eeaf-2e16-4477-99c7-ecec268611c5 req-9a6e2cc9-96ae-49e7-b5d5-6fa6a4bb9796 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Jun 28 09:59:01.961252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644cbc-ec21-48af-9196-635afe4f77e8 req-61abf985-8868-40bf-8578-c815a7201e9c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:01.962795 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8a644cbc-ec21-48af-9196-635afe4f77e8 req-61abf985-8868-40bf-8578-c815a7201e9c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0645046 Jun 28 09:59:02.002525 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8a644cbc-ec21-48af-9196-635afe4f77e8 req-d345b4c5-6cb1-44af-9d6f-50ec5e2d507c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341167 Jun 28 09:59:03.214268 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9c65f-204e-4a81-b0c2-c97c841c7d7d req-0a1c16f1-856b-4c0e-9aa0-7719957e3f9c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:03.216255 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-67e9c65f-204e-4a81-b0c2-c97c841c7d7d req-0a1c16f1-856b-4c0e-9aa0-7719957e3f9c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0737557 Jun 28 09:59:03.266930 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-67e9c65f-204e-4a81-b0c2-c97c841c7d7d req-245d0f09-e6fd-4144-8768-4f9ce0ac4f90 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Jun 28 09:59:03.635961 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:59:04.460393 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930b66e-e591-42f6-9c9c-5c4f79c6c244 req-e5b10c72-6e8a-4fcd-964e-33634b20b7a6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:04.462552 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1930b66e-e591-42f6-9c9c-5c4f79c6c244 req-e5b10c72-6e8a-4fcd-964e-33634b20b7a6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0723279 Jun 28 09:59:04.502898 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1930b66e-e591-42f6-9c9c-5c4f79c6c244 req-41c94d16-8aae-4a5e-89dd-8047be51a1df tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Jun 28 09:59:05.690392 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fb85a-1849-461b-8155-ca11c7a22c9c req-c9f0d758-2271-4456-ba6f-5a46d018465b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:05.691764 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c52fb85a-1849-461b-8155-ca11c7a22c9c req-c9f0d758-2271-4456-ba6f-5a46d018465b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0673666 Jun 28 09:59:05.733694 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c52fb85a-1849-461b-8155-ca11c7a22c9c req-a05b9b34-fcb0-47ae-9a3e-4d508d69f612 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351682 Jun 28 09:59:06.925223 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9209e-a8b8-4ff5-8758-b245b866678a req-4131f357-2731-4652-bc28-45f7eff04122 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.926605 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f5c9209e-a8b8-4ff5-8758-b245b866678a req-4131f357-2731-4652-bc28-45f7eff04122 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0705795 Jun 28 09:59:06.982150 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f5c9209e-a8b8-4ff5-8758-b245b866678a req-13842358-1d3c-4352-a139-800b5c0044e4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479944 Jun 28 09:59:08.184218 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cce35-b1a4-47c0-a554-316ccdd8f013 req-fea2a354-0dca-4b21-a19c-f48c10165df3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:08.185791 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d10cce35-b1a4-47c0-a554-316ccdd8f013 req-fea2a354-0dca-4b21-a19c-f48c10165df3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0714130 Jun 28 09:59:08.225635 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d10cce35-b1a4-47c0-a554-316ccdd8f013 req-29226b11-f24d-4cb0-b7ed-72c44a322888 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340562 Jun 28 09:59:08.810006 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.181374 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9487b-1ec8-440c-9e3a-212abec61afc req-f4e56070-10f3-4269-8179-f72233d38bdc tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.182741 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3cb9487b-1ec8-440c-9e3a-212abec61afc req-f4e56070-10f3-4269-8179-f72233d38bdc tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0659223 Jun 28 09:59:09.219302 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3cb9487b-1ec8-440c-9e3a-212abec61afc req-93d189fe-1b2b-4488-99b8-0c4578439dc9 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Jun 28 09:59:09.410081 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204bbc-07b7-466e-a63f-c1049a5cb26b req-71560f1c-63e3-450b-966a-a34a8bfa5ad4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.411531 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-56204bbc-07b7-466e-a63f-c1049a5cb26b req-71560f1c-63e3-450b-966a-a34a8bfa5ad4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0650079 Jun 28 09:59:09.449764 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-56204bbc-07b7-466e-a63f-c1049a5cb26b req-396bc96c-1c01-428a-b09a-24fbc5d17ea7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Jun 28 09:59:10.395221 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9859e-ebde-449a-ba4d-66f0661ce57e req-400978e7-4dc8-475a-91fa-5233ee2d7d99 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.396755 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1fe9859e-ebde-449a-ba4d-66f0661ce57e req-400978e7-4dc8-475a-91fa-5233ee2d7d99 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0665054 Jun 28 09:59:10.436019 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1fe9859e-ebde-449a-ba4d-66f0661ce57e req-baae7528-aaa6-4df0-ad41-13f322b0771b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Jun 28 09:59:10.634218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0cb95-ad76-45f6-8859-6852ba5d6717 req-9d623f23-9e9f-4754-8d07-8448bbc1dabc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.636039 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9aa0cb95-ad76-45f6-8859-6852ba5d6717 req-9d623f23-9e9f-4754-8d07-8448bbc1dabc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0684404 Jun 28 09:59:10.677487 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9aa0cb95-ad76-45f6-8859-6852ba5d6717 req-0569e46c-c490-4a0b-b19b-fdd4d462e812 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356219 Jun 28 09:59:11.639341 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136960a0-1446-465f-a101-1d8e68b2c787 req-8597f7a2-e536-41e1-9945-7385b069169b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.650273 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-136960a0-1446-465f-a101-1d8e68b2c787 req-8597f7a2-e536-41e1-9945-7385b069169b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0867367 Jun 28 09:59:11.691395 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-136960a0-1446-465f-a101-1d8e68b2c787 req-841ed499-6ad7-4590-a649-6a5f773d3c42 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Jun 28 09:59:11.807147 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-7d5f7609-204e-48ed-9087-ef370d2b55f1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.808669 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-7d5f7609-204e-48ed-9087-ef370d2b55f1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 946 time: 0.0734835 Jun 28 09:59:11.940832 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4745-73c8-4fae-9b1e-f8276080487f req-52a42d48-d19e-49a0-90b9-cb544e9f53ab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.942340 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-381f4745-73c8-4fae-9b1e-f8276080487f req-52a42d48-d19e-49a0-90b9-cb544e9f53ab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.1327782 Jun 28 09:59:11.979103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Deleting port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:59:11.979352 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.008805 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-381f4745-73c8-4fae-9b1e-f8276080487f req-d1847816-c4a9-421c-b96b-682d3a7cf071 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588357 Jun 28 09:59:12.084238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] For port e3698cb8-4798-4ad2-a3dd-c7e363e57e58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:12.084603 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.098162 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Calling delete_port for e3698cb8-4798-4ad2-a3dd-c7e363e57e58 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:59:12.298170 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.302388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:12.331703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Pushing event deleted for resources: {'Port': ['ID=e3698cb8-4798-4ad2-a3dd-c7e363e57e58,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:12.346827 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.347206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.347589 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.347949 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.348329 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.348695 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.349043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.349420 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.349768 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.350248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.350639 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.350990 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:12.353115 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['e3698cb8-4798-4ad2-a3dd-c7e363e57e58'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:12.371116 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:12.393084 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] No DVR routers for this DVR port e3698cb8-4798-4ad2-a3dd-c7e363e57e58 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:59:12.395649 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.397535 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-756cdefd-e720-4c77-b700-7778d4c54e81 req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "DELETE /v2.0/ports/e3698cb8-4798-4ad2-a3dd-c7e363e57e58 HTTP/1.1" status: 204 len: 173 time: 0.5794055 Jun 28 09:59:12.398559 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'name': 'network-vif-deleted', 'tag': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:12.400934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca91eb0-3172-454a-abb2-52c1ea8160e0" -d '{"events": [{"server_uuid": "ed9b2c59-a134-461b-a950-08af7e3e1bdd", "name": "network-vif-deleted", "tag": "e3698cb8-4798-4ad2-a3dd-c7e363e57e58"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:12.491166 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169793e-08a7-4d3a-9b17-56cdbd914794 x-openstack-request-id: req-6169793e-08a7-4d3a-9b17-56cdbd914794 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:12.491166 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b2c59-a134-461b-a950-08af7e3e1bdd", "name": "network-vif-deleted", "tag": "e3698cb8-4798-4ad2-a3dd-c7e363e57e58", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:12.491166 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6169793e-08a7-4d3a-9b17-56cdbd914794 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:12.491166 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b2c59-a134-461b-a950-08af7e3e1bdd', 'name': 'network-vif-deleted', 'tag': 'e3698cb8-4798-4ad2-a3dd-c7e363e57e58', 'status': 'completed', 'code': 200} Jun 28 09:59:12.853815 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-540d3434-3dcc-4dbb-bb97-66e06acf46e1 req-72574c9b-fa9f-44a7-8069-41e39dc81574 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed9b2c59-a134-461b-a950-08af7e3e1bdd HTTP/1.1" status: 200 len: 210 time: 0.0285797 Jun 28 09:59:12.859639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40700) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:12.968592 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.058587 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.111136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-8045d2d6-0733-4097-8e46-fe2fdd7df66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:13.112539 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-8045d2d6-0733-4097-8e46-fe2fdd7df66b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0529253 Jun 28 09:59:13.168906 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.172181 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1d41ef7d-7af3-432e-8295-2d91fba8181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:13.216839 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63b699fa59cc47edb06334e63a62f438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563464 Jun 28 09:59:13.220728 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40706) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:13.222849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f932d-c323-4756-b0f6-71d53e51aa6d,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:13.234433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-56c6b42b-a499-4c06-929a-e851a6c13ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:13.235937 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-56c6b42b-a499-4c06-929a-e851a6c13ab7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0968516 Jun 28 09:59:13.247716 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.248080 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.248457 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.248802 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.249140 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.249481 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.249818 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.250167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.250499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.250831 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.251160 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.251489 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.258653 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0ca1ad33-ce4d-448a-aa0c-f847c507fd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:13.270663 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf5cba-65a6-4a3c-8d8b-512391397950 req-7ef4b3a5-f2e4-4d76-a788-0b8ecbb2e004 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:13.272158 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-adcf5cba-65a6-4a3c-8d8b-512391397950 req-7ef4b3a5-f2e4-4d76-a788-0b8ecbb2e004 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.1396832 Jun 28 09:59:13.319717 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-43cb42fb-1dea-4ac8-98ad-f572e9329235 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 999 time: 0.0687039 Jun 28 09:59:13.332016 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.342154 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-adcf5cba-65a6-4a3c-8d8b-512391397950 req-18c6a79d-f76b-4023-aa20-b2e7d580e2e2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624218 Jun 28 09:59:13.364538 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.375296 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-1b712696-bfcc-42bb-bf1e-835bfe7a3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:13.377000 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-1b712696-bfcc-42bb-bf1e-835bfe7a3434 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0515549 Jun 28 09:59:13.442729 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-3485acba-b543-4c1f-87dc-811454e03ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:13.444233 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-3485acba-b543-4c1f-87dc-811454e03ad9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543096 Jun 28 09:59:13.506583 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.509387 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.510588 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b2f932d-c323-4756-b0f6-71d53e51aa6d HTTP/1.1" status: 204 len: 168 time: 0.2888069 Jun 28 09:59:13.511427 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f094544a-ac44-41f6-a7c1-c054f543f722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:13.518848 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f932d-c323-4756-b0f6-71d53e51aa6d,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:13.521099 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:13.559505 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-df74e1e7-fddc-48bc-82a6-fbb6fd4abaa7 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080577 Jun 28 09:59:13.651762 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01f78b28-d3df-4bc1-bff7-96337f897a64 req-dcc05d09-55b9-4784-aa91-1ac310c81831 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Jun 28 09:59:14.146437 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40718) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:14.159965 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.248419 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.357822 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.360443 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-58d0a370-d77d-43f5-8579-c3c4286a29fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:14.407685 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=131ff6e6a0f24102a15ab97c308c7295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573843 Jun 28 09:59:14.407685 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afadf29-f94c-475b-b33f-7b091f4071da,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:14.408235 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40726) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:14.423120 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:14.459958 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.483184 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.556824 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78725d15-728c-4abb-ae1a-a14ecc9b2631 req-05fd8db3-464f-4d2e-b091-96da4f9c6539 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:14.558285 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-78725d15-728c-4abb-ae1a-a14ecc9b2631 req-05fd8db3-464f-4d2e-b091-96da4f9c6539 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 944 time: 0.0698211 Jun 28 09:59:14.595374 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-78725d15-728c-4abb-ae1a-a14ecc9b2631 req-4bab3e86-d168-4e19-8676-a19d3a7b6d60 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jun 28 09:59:14.609200 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.612403 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.613454 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8afadf29-f94c-475b-b33f-7b091f4071da HTTP/1.1" status: 204 len: 168 time: 0.2043133 Jun 28 09:59:14.614512 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8a0d0d7b-f880-45c1-b0c2-438262fbde1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:14.623194 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afadf29-f94c-475b-b33f-7b091f4071da,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:14.627917 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:15.135126 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:59:15.243219 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:15.254378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'be714183-48d0-40f2-b6b0-7c893230a475', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'port_id': 'be714183-48d0-40f2-b6b0-7c893230a475', 'mac_address': 'fa:16:3e:45:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:59:15.306408 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.437164 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e3698cb8-4798-4ad2-a3dd-c7e363e57e58 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:59:15.460012 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be714183-48d0-40f2-b6b0-7c893230a475 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:15.466550 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: e3698cb8-4798-4ad2-a3dd-c7e363e57e58 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:59:15.466897 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e3698cb8-4798-4ad2-a3dd-c7e363e57e58 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:59:15.484372 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:15.621974 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.622829 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-1e14eade-8370-4e62-a240-5784595d909b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:15.672727 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=9']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:15.680670 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.681019 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.681360 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.681710 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.682040 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.682370 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.682695 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.683017 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.683341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.683662 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.683980 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.684325 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:15.688384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:15.782445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb47c8-ab83-4b36-8229-137ebc85f846 req-5d8646c4-2f72-48bf-950e-f8d4b4e86ebe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:15.783935 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ffdb47c8-ab83-4b36-8229-137ebc85f846 req-5d8646c4-2f72-48bf-950e-f8d4b4e86ebe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0670156 Jun 28 09:59:15.826766 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ffdb47c8-ab83-4b36-8229-137ebc85f846 req-e189cb68-ac8a-4462-8f66-da298d1237b2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Jun 28 09:59:17.009256 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5376c-26a3-4435-a293-ca3f8b5f0d79 req-a04588ad-7587-4396-aa86-6cd9f2f54091 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:17.010818 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-68b5376c-26a3-4435-a293-ca3f8b5f0d79 req-a04588ad-7587-4396-aa86-6cd9f2f54091 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0651810 Jun 28 09:59:17.047959 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-68b5376c-26a3-4435-a293-ca3f8b5f0d79 req-3dfd950a-7828-456d-a8a5-e0a78e4cc6da tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Jun 28 09:59:18.230336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe933f-bdfa-4a56-bf82-f2e90002b421 req-539e99c0-fbe1-40fb-a88d-296b08500a5b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:18.231811 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aafe933f-bdfa-4a56-bf82-f2e90002b421 req-539e99c0-fbe1-40fb-a88d-296b08500a5b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0689087 Jun 28 09:59:18.269854 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-aafe933f-bdfa-4a56-bf82-f2e90002b421 req-36a3b01f-33ed-4f2d-9bdf-535a643eb354 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Jun 28 09:59:19.703087 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106af95c-1065-4e5d-8aec-1b3df20dd6a8 req-78c931ce-6fb4-40d2-8baa-3f3c89c872b6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:19.704650 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-106af95c-1065-4e5d-8aec-1b3df20dd6a8 req-78c931ce-6fb4-40d2-8baa-3f3c89c872b6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.3186877 Jun 28 09:59:19.744900 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-106af95c-1065-4e5d-8aec-1b3df20dd6a8 req-1555577e-3f09-4b90-b1c0-8e9ea89f50de tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344839 Jun 28 09:59:19.937980 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['be714183-48d0-40f2-b6b0-7c893230a475'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:20.929312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef890e9b-1141-43ff-958c-99b354fe8626 req-6f4f1a31-bad7-4c46-ac14-2d94838449de tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:20.931355 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ef890e9b-1141-43ff-958c-99b354fe8626 req-6f4f1a31-bad7-4c46-ac14-2d94838449de tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 945 time: 0.0647333 Jun 28 09:59:20.973458 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ef890e9b-1141-43ff-958c-99b354fe8626 req-2eaffc03-0326-473c-8b2d-006a90fb566b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357795 Jun 28 09:59:21.085709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40876) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:21.130529 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Deleting subnet 0321c52a-4749-4ad1-9cf2-21dc01eaa7cb {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:59:21.133679 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.171329 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.218247 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:59:21.269602 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port be714183-48d0-40f2-b6b0-7c893230a475 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:21.269994 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.351181 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.381455 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:21.384129 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42f7ce-f9e9-4650-a223-48b389573aca" -d '{"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-plugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:21.399587 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:21.462445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.498137 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.500623 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:21.557612 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=10']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:21.560749 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:21.579224 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc8168-e9e9-4ff0-8640-ff527ea9608d x-openstack-request-id: req-b7dc8168-e9e9-4ff0-8640-ff527ea9608d {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:21.579558 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-plugged", "status": "completed", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:21.579865 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7dc8168-e9e9-4ff0-8640-ff527ea9608d {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:21.580284 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'code': 200} Jun 28 09:59:21.620822 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.624052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:21.649974 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0321c52a-4749-4ad1-9cf2-21dc01eaa7cb,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:21.652287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.655303 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0321c52a-4749-4ad1-9cf2-21dc01eaa7cb HTTP/1.1" status: 204 len: 168 time: 0.5673664 Jun 28 09:59:21.655303 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8bfcdfba-9b0d-458f-bdb0-6445bc0025ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:21.656892 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40890) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:21.723509 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.801624 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.812783 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b14562-2b72-45aa-b842-73bfae4c2c32']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:21.823792 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00abad-bee7-49c1-bf40-0110233042c7') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:21.824082 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00abad-bee7-49c1-bf40-0110233042c7') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:21.832483 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.846285 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.853022 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:59:21.854653 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:59:21.855282 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:59:21.997993 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.004139 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ed174049-ae93-4e3a-8ebb-928f387b47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:22.016255 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.021348 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f3b14562-2b72-45aa-b842-73bfae4c2c32 HTTP/1.1" status: 204 len: 168 time: 0.3633289 Jun 28 09:59:22.022006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40902) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:22.032344 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b14562-2b72-45aa-b842-73bfae4c2c32,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:22.035329 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6665023c-99e8-4fae-8c87-18e2bdebd8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:22.084838 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Deleting subnet ee547206-9fac-4f12-a474-f64ccc407e63 {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:59:22.088347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.152366 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.214463 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.254737 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c090f9d-d6e4-42c3-ada8-539a710a978c req-70979dd5-4dcc-4d89-a775-e6f34fe92e56 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:22.256307 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c090f9d-d6e4-42c3-ada8-539a710a978c req-70979dd5-4dcc-4d89-a775-e6f34fe92e56 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.1362669 Jun 28 09:59:22.309980 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c090f9d-d6e4-42c3-ada8-539a710a978c req-ec8ef74d-8101-4314-906c-d5082b71748d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Jun 28 09:59:22.379233 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.384986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:22.421064 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.421064 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ee547206-9fac-4f12-a474-f64ccc407e63 HTTP/1.1" status: 204 len: 168 time: 0.3925791 Jun 28 09:59:22.422076 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee547206-9fac-4f12-a474-f64ccc407e63,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:22.423299 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40910) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:22.426364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:22.435935 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d31330-5509-43b7-af64-b98026eaffd6 req-cf4bbb5e-60e1-4d12-83b3-ce13c20095c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:22.437452 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-21d31330-5509-43b7-af64-b98026eaffd6 req-cf4bbb5e-60e1-4d12-83b3-ce13c20095c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1100 time: 0.0956626 Jun 28 09:59:22.480127 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-21d31330-5509-43b7-af64-b98026eaffd6 req-b199e51c-2890-4316-a740-8da90190551f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290272 Jun 28 09:59:22.494713 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.575758 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.585470 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bc1550-5fa7-4c3d-98a8-6b313eff69da']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:22.595788 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d08c52-c168-4a53-88bf-089a251f969f') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:22.596101 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d08c52-c168-4a53-88bf-089a251f969f') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:22.605040 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.618328 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.624513 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:59:22.625064 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:59:22.626472 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:59:22.725240 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40914) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:22.763004 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.767362 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:22.771939 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.778091 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] 10.222.0.15 "DELETE /v2.0/networks/54bc1550-5fa7-4c3d-98a8-6b313eff69da HTTP/1.1" status: 204 len: 168 time: 0.3499994 Jun 28 09:59:22.786951 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=54bc1550-5fa7-4c3d-98a8-6b313eff69da,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:22.790070 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6a87d8d3-2b26-435f-a188-04b357637b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:22.831030 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:22.918199 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.006057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.009078 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5bc756b1-4689-48e6-a0d9-4c559eb51ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:23.044007 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f23c58b-332f-4ef2-9983-e446a448e488,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:23.051644 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a89a60769264f7492b33bd9351a83a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253045 Jun 28 09:59:23.052399 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40920) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:23.052694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:23.101258 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.122529 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.173067 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40922) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:23.211787 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-92a9f0f3-8e62-4392-8be2-ed87e3e4bc7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73b1ebd2915a4df780c8e77045498556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375595 Jun 28 09:59:23.214403 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40924) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:23.256992 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.260026 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.261157 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f23c58b-332f-4ef2-9983-e446a448e488 HTTP/1.1" status: 204 len: 168 time: 0.2077706 Jun 28 09:59:23.263400 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3c8630aa-93b2-42c2-839d-0c94890d83d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:23.268255 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.275791 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f23c58b-332f-4ef2-9983-e446a448e488,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:23.282504 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:23.295428 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.441239 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.443876 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:23.445000 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/485e8228-6831-48bc-9e16-90a5e20b081c HTTP/1.1" status: 204 len: 168 time: 0.2296774 Jun 28 09:59:23.464500 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-af3eb8f8-7492-43d2-8e9f-29d4ce1d761f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:23.474194 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e8228-6831-48bc-9e16-90a5e20b081c,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:23.478509 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:23.514059 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f503e-5bb2-479d-a1cf-1be7ae044fb3 req-1e139f9c-c5a7-45fb-a059-e7bd1c77c9e9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:23.515503 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-055f503e-5bb2-479d-a1cf-1be7ae044fb3 req-1e139f9c-c5a7-45fb-a059-e7bd1c77c9e9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0856411 Jun 28 09:59:23.553868 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-055f503e-5bb2-479d-a1cf-1be7ae044fb3 req-1d28205d-12f7-4937-9ba1-5750024af8db tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Jun 28 09:59:24.045590 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40938) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:24.058621 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.108723 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40940) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:24.144952 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.147292 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c7cfe4f6-b333-456f-a26d-9ef8a486d8dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3d8d2e2609d44a7aabff0f8b421687c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372877 Jun 28 09:59:24.150297 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 40942) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:24.198210 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.219167 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.219933 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.222480 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6a81e535-163a-4cd9-8f59-e10213293c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:24.255978 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f37a4-d596-4c22-962a-87fbd4f4a302,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:24.260749 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5fc9ccf6dce4f26a5ea3588aa9031bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141316 Jun 28 09:59:24.261682 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:24.263300 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 40944) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:24.315376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.337511 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.351840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.354558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.355797 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b99f83b-9a2c-4edc-831c-6349ea57ca17 HTTP/1.1" status: 204 len: 168 time: 0.2045879 Jun 28 09:59:24.356746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-595c617a-49bc-4d1c-b28b-283b936f22f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:24.364100 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b99f83b-9a2c-4edc-831c-6349ea57ca17,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:24.366336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:24.388552 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-62e78145-84a4-4ffb-b844-7d66e698eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.457323 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.459939 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:24.461753 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f75f37a4-d596-4c22-962a-87fbd4f4a302 HTTP/1.1" status: 204 len: 168 time: 0.1968243 Jun 28 09:59:24.462570 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4dbd12d0-98e0-410b-af82-f556961e157a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:24.470556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f37a4-d596-4c22-962a-87fbd4f4a302,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:24.472782 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:24.737397 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb4180-50df-4f8d-81ab-d4b7b25b3181 req-43e9e52f-c5d8-49e2-9e94-014c558a4c2b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:24.738871 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3acb4180-50df-4f8d-81ab-d4b7b25b3181 req-43e9e52f-c5d8-49e2-9e94-014c558a4c2b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0697384 Jun 28 09:59:24.777865 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3acb4180-50df-4f8d-81ab-d4b7b25b3181 req-aa8ed769-661a-4d7e-a328-933135e39643 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Jun 28 09:59:25.959327 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153bfa-0f98-4012-8110-cebb70b12f79 req-f1906004-94fd-43ac-903c-eaa0bd6f3053 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:25.960826 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-df153bfa-0f98-4012-8110-cebb70b12f79 req-f1906004-94fd-43ac-903c-eaa0bd6f3053 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0660658 Jun 28 09:59:25.998015 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-df153bfa-0f98-4012-8110-cebb70b12f79 req-bd75fc7d-bdae-41c7-b4fa-a4668dae8126 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312676 Jun 28 09:59:26.969016 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-162f24cf-4e1a-4fb6-ba5e-45b1e44253f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.123097 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.178255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba4bc-64c8-44da-8a7f-971eeb73c734 req-54552401-f91b-49fa-99f9-d8b426521eb7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:27.179847 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eafba4bc-64c8-44da-8a7f-971eeb73c734 req-54552401-f91b-49fa-99f9-d8b426521eb7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0661068 Jun 28 09:59:27.218983 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eafba4bc-64c8-44da-8a7f-971eeb73c734 req-2a795667-43b9-47f9-8ec5-3d3a5170086d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Jun 28 09:59:27.573244 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41046) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:27.674349 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.759292 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.828866 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.831346 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4ae89a5e-b09e-4cef-80ac-7a170817f74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:27.869578 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b7df345109848d1bd8e13f5fa1620bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952235 Jun 28 09:59:27.870721 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2e515-09d2-420c-8ae8-7417b657e648,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:27.872332 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 41050) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:27.873696 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:27.922822 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.942941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.072362 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.074895 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.076030 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fce2e515-09d2-420c-8ae8-7417b657e648 HTTP/1.1" status: 204 len: 168 time: 0.2026377 Jun 28 09:59:28.076803 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-06ccba8a-3d85-438d-a778-7f621286156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:28.084492 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2e515-09d2-420c-8ae8-7417b657e648,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:28.087790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:28.384344 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.401709 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a522d-df98-4661-aa3a-11f3801e0293 req-202c55f2-d50c-4d9c-93ff-d4c88c44e1bc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:28.403163 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a70a522d-df98-4661-aa3a-11f3801e0293 req-202c55f2-d50c-4d9c-93ff-d4c88c44e1bc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0635569 Jun 28 09:59:28.441656 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a70a522d-df98-4661-aa3a-11f3801e0293 req-a2629464-c8bc-499d-b946-f5c2843351c0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jun 28 09:59:28.791528 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41076) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:28.803697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-446e56b5-6d36-41a6-b6e4-ed7792a7b28d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:28.804951 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.805519 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-446e56b5-6d36-41a6-b6e4-ed7792a7b28d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/networks?id=26645f40-e1d7-4fc0-a393-b2742ad66904 HTTP/1.1" status: 200 len: 814 time: 0.1053252 Jun 28 09:59:28.820852 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-9cd96c13-0cfa-44f6-975f-ce41c129eef5 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/quotas/fd8be3fb74ec45d388ee3f62cab4118e HTTP/1.1" status: 200 len: 375 time: 0.0091870 Jun 28 09:59:28.858600 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-41777a6e-f2e0-4eb5-9227-0dbc30e6910c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313137 Jun 28 09:59:28.918375 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.045782 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.049243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-796579d0-ec5e-4044-9283-3be93dc36de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:29.094507 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f8c11c29c5e43219237e9edd054f7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992237 Jun 28 09:59:29.094507 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d290ce9c-c1fa-423a-a3e3-ff40a3d7067b,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:29.094735 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 41096) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:29.111339 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:29.154017 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-35a799c6-fcc7-4615-970b-612077f0e856 service neutron] 10.222.0.15 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830789 Jun 28 09:59:29.198236 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.257516 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.302676 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-7e72c236-a45b-4596-b1ba-0cdf8add0a5d service neutron] 10.222.0.15 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408610 Jun 28 09:59:29.403013 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.405708 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.406869 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d290ce9c-c1fa-423a-a3e3-ff40a3d7067b HTTP/1.1" status: 204 len: 168 time: 0.3095870 Jun 28 09:59:29.407677 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b240bedf-a2fd-4ff6-be68-73bbf7ea13bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:29.415452 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290ce9c-c1fa-423a-a3e3-ff40a3d7067b,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:29.418094 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:29.629013 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425df8-f2a0-404a-ab3e-6596424be069 req-ce5777b0-4532-4bfe-9219-8a7b0a195b43 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.630558 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a6425df8-f2a0-404a-ab3e-6596424be069 req-ce5777b0-4532-4bfe-9219-8a7b0a195b43 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0665109 Jun 28 09:59:29.670060 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a6425df8-f2a0-404a-ab3e-6596424be069 req-fd414c06-14c1-48ec-b66f-75baf3d430d5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Jun 28 09:59:30.022837 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:30.589319 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-17590cfd-f0ef-4b67-bbba-f161bab11c87 req-b564c3cb-bc7d-4ed1-8878-e2188baf9c47 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jun 28 09:59:30.866386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe430ad-cf2d-4121-9279-e9279ade9599 req-9474e631-b4b9-4668-bee7-3a4380dd64b2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:30.868100 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ebe430ad-cf2d-4121-9279-e9279ade9599 req-9474e631-b4b9-4668-bee7-3a4380dd64b2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0732398 Jun 28 09:59:30.912827 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ebe430ad-cf2d-4121-9279-e9279ade9599 req-942f7037-ac15-416f-a481-fec737334d7e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379906 Jun 28 09:59:31.687486 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9715300d-86a9-422e-b696-f0029f7c40c1 req-1a5aec6b-156e-4877-8404-2a446fa319e2 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0369370 Jun 28 09:59:31.725907 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 41228) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:31.843613 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:31.933528 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.006087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.009787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c5e6a265-3374-4d23-ad69-3f255f291362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:32.072589 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77a48f963bd04944a30724e485ba1208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448279 Jun 28 09:59:32.075368 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41236) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:32.076295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349fe6a-fc79-423e-b643-ce9e11523b55,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:32.079646 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:32.113798 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a051808-ac25-4355-8ca3-c4cc0ebbafc4 req-6a3b2683-d956-4374-b151-e2b3d511b20e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:32.115344 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6a051808-ac25-4355-8ca3-c4cc0ebbafc4 req-6a3b2683-d956-4374-b151-e2b3d511b20e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0814583 Jun 28 09:59:32.135134 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.158467 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6a051808-ac25-4355-8ca3-c4cc0ebbafc4 req-8b70168a-8826-4640-8c53-6ae9a8b44b64 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363884 Jun 28 09:59:32.160471 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.292011 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.294833 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.296070 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d349fe6a-fc79-423e-b643-ce9e11523b55 HTTP/1.1" status: 204 len: 168 time: 0.2196369 Jun 28 09:59:32.296941 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a3b7b6df-32ca-4717-a7ff-b2511941b431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:32.305278 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349fe6a-fc79-423e-b643-ce9e11523b55,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:32.307826 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:32.788262 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b134d144-29dc-4615-a572-21429341c98a req-3bcc5bc8-8b75-4cef-ba3f-ab5af2cb6621 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0326533 Jun 28 09:59:33.868039 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e8442b87-7cdd-4b2c-96a7-0fe9d8497fae req-9585df4d-d978-4627-bbdd-858ac8c6fb48 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0279438 Jun 28 09:59:34.279637 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19bed9-ccf5-415f-a67d-2d56d1664cee req-223a6c2d-fc5e-4d02-b813-2244c915d113 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:34.281104 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9e19bed9-ccf5-415f-a67d-2d56d1664cee req-223a6c2d-fc5e-4d02-b813-2244c915d113 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0634072 Jun 28 09:59:34.323522 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9e19bed9-ccf5-415f-a67d-2d56d1664cee req-d7051372-dea5-4ffe-92e8-561ba289bb46 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Jun 28 09:59:35.012714 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1f0a2ae4-07f0-4fe2-bc61-dc49718a2525 req-c628433c-2037-42cc-aa17-04e70ab7b8d3 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Jun 28 09:59:35.505653 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62c636-ac98-4a15-85b0-27122c9288ce req-9eb2eb30-6cf5-4a0b-9fdd-78deeab5d6a3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:35.507037 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1b62c636-ac98-4a15-85b0-27122c9288ce req-9eb2eb30-6cf5-4a0b-9fdd-78deeab5d6a3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0657077 Jun 28 09:59:35.544167 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1b62c636-ac98-4a15-85b0-27122c9288ce req-db0dce06-aab0-4b7b-b7f2-746a1dd40a04 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314085 Jun 28 09:59:36.160031 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-462fc7ca-f27f-4481-af99-9c08e19a34d9 req-f2b5d502-66dc-4b74-a80d-db81281cac24 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0361087 Jun 28 09:59:36.728716 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e4334-1b11-4fab-81cd-3b211c35137a req-a7685a0b-0b2a-4b84-bcc0-32b66da8fc40 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:36.728716 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-319e4334-1b11-4fab-81cd-3b211c35137a req-a7685a0b-0b2a-4b84-bcc0-32b66da8fc40 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0673184 Jun 28 09:59:36.764358 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-319e4334-1b11-4fab-81cd-3b211c35137a req-d0c190cf-bc2f-4972-a1d5-c87fcbf89efc tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336306 Jun 28 09:59:37.174395 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-7d95fa32-c63d-456c-8635-0f759beb0442 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:37.175897 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-7d95fa32-c63d-456c-8635-0f759beb0442 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jun 28 09:59:37.323935 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b6437ff6-bb9b-4bd1-8724-bc1a5aed489c req-c6e9be4e-7f31-4a7c-b381-6509bdcdd036 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0366230 Jun 28 09:59:37.325366 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Deleting port 15c805d0-9c6f-418a-ad6a-75748ac48a0a {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:59:37.325850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:37.495948 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] For port 15c805d0-9c6f-418a-ad6a-75748ac48a0a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=15c805d0-9c6f-418a-ad6a-75748ac48a0a,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:37.496372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:37.580638 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-54ab7919-d757-482a-959b-e2c713eaa943 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:37.582137 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-54ab7919-d757-482a-959b-e2c713eaa943 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "GET /v2.0/networks?id=26645f40-e1d7-4fc0-a393-b2742ad66904 HTTP/1.1" status: 200 len: 814 time: 0.2238917 Jun 28 09:59:37.615764 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Request body: {'port': {'device_id': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904', 'admin_state_up': True, 'tenant_id': 'fd8be3fb74ec45d388ee3f62cab4118e'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:37.876444 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:37.876805 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:37.877159 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Floating IP 21713590-796a-485e-8940-97beeff694dc disassociated. External IP: 172.27.3.46, port: 15c805d0-9c6f-418a-ad6a-75748ac48a0a. Jun 28 09:59:37.877488 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Calling delete_port for 15c805d0-9c6f-418a-ad6a-75748ac48a0a owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:59:37.949472 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534d736-21e2-4f2f-8fd7-bb0d588892c6 req-45ef71d7-fb67-435e-a8b5-db98e3ce4d31 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:37.951089 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a534d736-21e2-4f2f-8fd7-bb0d588892c6 req-45ef71d7-fb67-435e-a8b5-db98e3ce4d31 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 945 time: 0.0676954 Jun 28 09:59:38.003579 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a534d736-21e2-4f2f-8fd7-bb0d588892c6 req-a009b1b2-bae7-4c4f-b342-339a25854dbc tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Jun 28 09:59:38.007711 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Made reservation on behalf of fd8be3fb74ec45d388ee3f62cab4118e for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:59:38.012049 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.135861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.140717 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-299d1cad-8940-4106-b827-edff6b73e62c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:38.175588 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Allocated IP 172.20.0.9 (26645f40-e1d7-4fc0-a393-b2742ad66904/ad867771-0bb5-4493-bff1-b779b87bbf73/6b9c0a85-dd9c-411d-874c-9c4dd08f9413) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:38.178994 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'Port': ['ID=15c805d0-9c6f-418a-ad6a-75748ac48a0a,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:38.184896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:38.386835 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:38.466734 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.517102 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9d10a28f-05a5-4ea1-843e-7a9643427c11 req-8c86304d-3734-428a-a794-5316a6e85851 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0446286 Jun 28 09:59:38.591944 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:38.605357 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:38.614560 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:38.615184 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:59:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:38.639028 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] No DVR routers for this DVR port 15c805d0-9c6f-418a-ad6a-75748ac48a0a on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:59:38.641558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.643505 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b2e13e78-f0b3-4dfa-b680-b8594e8043a0 req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "DELETE /v2.0/ports/15c805d0-9c6f-418a-ad6a-75748ac48a0a HTTP/1.1" status: 204 len: 173 time: 1.4595747 Jun 28 09:59:38.643999 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'name': 'network-vif-deleted', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:38.646510 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ef251c-35d9-4cb5-84cd-e44d769d6919" -d '{"events": [{"server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "name": "network-vif-deleted", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:38.684324 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cee19-c441-40c6-9e53-7e9de10418d0 x-openstack-request-id: req-aa7cee19-c441-40c6-9e53-7e9de10418d0 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:38.684654 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2a1d10-2aef-4c82-8c5f-754de47111ca", "name": "network-vif-deleted", "tag": "15c805d0-9c6f-418a-ad6a-75748ac48a0a", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:38.684936 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa7cee19-c441-40c6-9e53-7e9de10418d0 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:38.685587 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2a1d10-2aef-4c82-8c5f-754de47111ca', 'name': 'network-vif-deleted', 'tag': '15c805d0-9c6f-418a-ad6a-75748ac48a0a', 'status': 'completed', 'code': 200} Jun 28 09:59:38.688092 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.693632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-272fc491-8440-4ea9-ac6e-ec51f06ddf70 tempest-DeleteServersTestJSON-731847629 tempest-DeleteServersTestJSON-731847629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:38.741135 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Network 26645f40-e1d7-4fc0-a393-b2742ad66904 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:38.741432 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:38.746604 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:38.749370 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:38.817299 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Pushing event updated for resources: {'Port': ['ID=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:38.824956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:38.855753 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:38.856401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.908672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.932117 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3277841 Jun 28 09:59:38.965088 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:38.988372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Request body: {'port': {'device_id': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:38.993811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:39.002423 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:39.003095 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:59:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:39.122371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:39.333999 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 15c805d0-9c6f-418a-ad6a-75748ac48a0a no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:59:39.362949 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 15c805d0-9c6f-418a-ad6a-75748ac48a0a {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:59:39.363295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 15c805d0-9c6f-418a-ad6a-75748ac48a0a not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:59:39.369494 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cca3bfb2-5b25-423a-84d0-8c8f502bbbc5 req-70e8e6ff-dfda-40f6-bff7-f442935f6239 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb2a1d10-2aef-4c82-8c5f-754de47111ca HTTP/1.1" status: 200 len: 210 time: 0.0390244 Jun 28 09:59:39.387207 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:39.402625 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:39.415736 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84712e27-77a3-410b-93a5-a573e95b9a98 None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:39.732197 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:39.740805 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:39.756012 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30a1b2-5f4d-45a7-a36f-4879052fd14a None None] New status for floating IP 21713590-796a-485e-8940-97beeff694dc: DOWN {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:39.756647 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Transition to ACTIVE for port object 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:39.796425 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f40e-2e24-47db-b6c9-8d0a2a086bd4 req-36c14fb3-74e9-4f84-96ee-11f5d7939f53 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:39.798274 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5be4f40e-2e24-47db-b6c9-8d0a2a086bd4 req-36c14fb3-74e9-4f84-96ee-11f5d7939f53 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 931 time: 0.0790052 Jun 28 09:59:39.864114 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:39.881071 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5be4f40e-2e24-47db-b6c9-8d0a2a086bd4 req-f31726bf-ea2a-438b-9ee6-ba2519bb516d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682943 Jun 28 09:59:39.885380 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-feac1257-a4a9-4c36-8cbf-b81851e039ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:39.962540 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:39.965740 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:40.037500 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Attempting to bind port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:59:40.037844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Attempting to bind port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:59:40.038175 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Attempting to bind port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 on network 26645f40-e1d7-4fc0-a393-b2742ad66904 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:40.044343 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 on network 26645f40-e1d7-4fc0-a393-b2742ad66904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:59:40.044669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Attempting to bind port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 on network 26645f40-e1d7-4fc0-a393-b2742ad66904 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:40.050098 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:59:40.050430 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Checking segment: {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:59:40.050815 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Bound using segment: {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:59:40.051238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Bound port: 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232ee87a-6d9f-4079-89ff-13f204101958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:59:40.051593 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:40.135180 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] For port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:59:40.138788 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] For port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:59:40.223929 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:40.228218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:40.264963 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.265567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:40.266991 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] 10.222.0.23 "PUT /v2.0/ports/6b9c0a85-dd9c-411d-874c-9c4dd08f9413 HTTP/1.1" status: 200 len: 1093 time: 1.2830887 Jun 28 09:59:40.290167 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:40.294452 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:40.479313 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-0cce1ac3-752e-4ed5-824b-5bdcdc599813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.481017 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-0cce1ac3-752e-4ed5-824b-5bdcdc599813 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 1096 time: 0.0669203 Jun 28 09:59:40.574484 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-74405e54-3751-4b8f-b895-88db75dd8a9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413 HTTP/1.1" status: 200 len: 217 time: 0.0687530 Jun 28 09:59:40.630262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-58933c82-5b0d-4f65-a5d1-ac358661504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.631690 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-58933c82-5b0d-4f65-a5d1-ac358661504e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad867771-0bb5-4493-bff1-b779b87bbf73 HTTP/1.1" status: 200 len: 854 time: 0.0493135 Jun 28 09:59:40.636720 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:59:40.641312 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-f90eb553-c731-4767-a860-92f1e1836b43 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993970318&fields=id&tenant_id=001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 267 time: 0.0336246 Jun 28 09:59:40.667442 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-d204f319-069e-4e92-bd69-84e9a3385582 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26645f40-e1d7-4fc0-a393-b2742ad66904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285425 Jun 28 09:59:40.691653 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'tag': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:40.694152 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75544cee-7b4b-4cec-9105-51a1f45fac21" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d9a296-d394-45cc-86e1-bea0d8357c11", "tag": "6b9c0a85-dd9c-411d-874c-9c4dd08f9413"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:40.744405 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9824eaa3-68f9-4bf5-9344-dfdf3b18d92c x-openstack-request-id: req-9824eaa3-68f9-4bf5-9344-dfdf3b18d92c {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:40.744736 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d9a296-d394-45cc-86e1-bea0d8357c11", "tag": "6b9c0a85-dd9c-411d-874c-9c4dd08f9413", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:40.745024 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9824eaa3-68f9-4bf5-9344-dfdf3b18d92c {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:40.750834 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'tag': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413', 'status': 'completed', 'code': 200} Jun 28 09:59:40.757290 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-dc8a5633-46aa-418b-9040-45729833d18a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.758721 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-dc8a5633-46aa-418b-9040-45729833d18a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 811 time: 0.1090610 Jun 28 09:59:40.773518 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-7aafe4e2-6792-47ee-b20f-a2d707df2eff tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/quotas/001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0091445 Jun 28 09:59:40.773815 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-3fb0dd47-9798-4fb0-b553-688f7e4a48a3 service neutron] 10.222.0.23 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987439 Jun 28 09:59:40.853008 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-9f0e71ce-cb49-464f-85e9-ec43429a2b50 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738645 Jun 28 09:59:40.876797 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-feb9aa58-6016-4c03-899d-583bc6f8122e req-bfcddc2e-bc46-4fa2-b50a-736a7f8c38b6 service neutron] 10.222.0.23 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967479 Jun 28 09:59:41.103049 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-551e25c7-a3de-4606-ae32-917d85b9c580 service neutron] 10.222.0.15 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335086 Jun 28 09:59:41.112259 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce871e43-120f-4833-ba7a-02ec9b72d39c req-159fdde6-5603-4058-bd75-d3f63aa810b3 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:41.113779 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ce871e43-120f-4833-ba7a-02ec9b72d39c req-159fdde6-5603-4058-bd75-d3f63aa810b3 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 943 time: 0.1112335 Jun 28 09:59:41.162017 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-91de3f8d-281c-44ab-9626-ea5df2054bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:41.164310 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-91de3f8d-281c-44ab-9626-ea5df2054bfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 1096 time: 0.1040533 Jun 28 09:59:41.167654 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ce871e43-120f-4833-ba7a-02ec9b72d39c req-e80586ef-a75f-42fc-8103-2c99f2806314 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Jun 28 09:59:41.220040 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-9463ab1f-3bcc-4ea3-9e8e-6ac95edcd864 service neutron] 10.222.0.15 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110828 Jun 28 09:59:41.278585 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-ab156e3f-bde9-470d-ac4a-7366d778f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:41.280158 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-ab156e3f-bde9-470d-ac4a-7366d778f72f service neutron] 10.222.0.23 "GET /v2.0/networks?id=26645f40-e1d7-4fc0-a393-b2742ad66904 HTTP/1.1" status: 200 len: 915 time: 0.1097176 Jun 28 09:59:41.325254 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-27f05135-0bac-40c6-8899-235a7dc3445c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413 HTTP/1.1" status: 200 len: 217 time: 0.0350282 Jun 28 09:59:41.375588 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-ba54e6e3-64d3-41bc-b1ac-2c2e4a3600de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:41.377087 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-ba54e6e3-64d3-41bc-b1ac-2c2e4a3600de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad867771-0bb5-4493-bff1-b779b87bbf73 HTTP/1.1" status: 200 len: 854 time: 0.0456421 Jun 28 09:59:41.413558 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-cbc2813f-ff0d-4071-a42b-0bba31f2e964 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26645f40-e1d7-4fc0-a393-b2742ad66904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261798 Jun 28 09:59:41.507482 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-43055100-eb80-464b-999b-37ebab5e2e9b service neutron] 10.222.0.23 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865946 Jun 28 09:59:41.599146 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-75544cee-7b4b-4cec-9105-51a1f45fac21 req-1f578479-2757-40a9-9df4-8b8a90bd9a04 service neutron] 10.222.0.23 "GET /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Jun 28 09:59:41.818740 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-42c267c4-9a1b-43b0-8b61-58fa796ff13a req-f8e4a135-9d30-40a5-bbe4-2820cf00b047 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 210 time: 0.0359435 Jun 28 09:59:42.362934 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2549f-2879-4c60-95ab-6cc765c3d104 req-fd2eeea8-e584-4a3c-9151-d539e0b00c8f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:42.364501 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52b2549f-2879-4c60-95ab-6cc765c3d104 req-fd2eeea8-e584-4a3c-9151-d539e0b00c8f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 943 time: 0.0736744 Jun 28 09:59:42.406147 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-52b2549f-2879-4c60-95ab-6cc765c3d104 req-13a21d94-cd7e-4dbd-8082-76a0742e85c8 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jun 28 09:59:42.962329 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a7a46e5e-ed5c-4127-97eb-f6c9c0dff88a req-fba56bad-db0f-4721-a251-42dca5ae2263 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 210 time: 0.0299864 Jun 28 09:59:43.583547 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821944c1-3d75-44e6-9764-68a50e89fb65 req-834b9fd9-d4a1-480a-8252-fc3b613c3186 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:43.585670 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-821944c1-3d75-44e6-9764-68a50e89fb65 req-834b9fd9-d4a1-480a-8252-fc3b613c3186 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 943 time: 0.0665803 Jun 28 09:59:43.625907 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-821944c1-3d75-44e6-9764-68a50e89fb65 req-9981542a-c541-48e1-8dc3-0a1b222609a1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339880 Jun 28 09:59:44.107971 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d8780c20-c696-4b95-b217-57902d6ef63f req-fb555169-2050-4b33-a0b5-fcb10f481d5a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 210 time: 0.0306501 Jun 28 09:59:44.430590 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-aace4fb1-ae82-4260-95be-d0068da4f860 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:44.432099 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-aace4fb1-ae82-4260-95be-d0068da4f860 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 811 time: 0.1153824 Jun 28 09:59:44.488508 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-065496a3-9406-45be-aafd-576dbef9cc3a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 379 time: 0.0368214 Jun 28 09:59:44.497856 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'port': {'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'admin_state_up': True, 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'security_groups': ['8cb9ae37-30a4-4691-a808-0c431f4c7df8']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:44.722259 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Made reservation on behalf of 001adac6a8e742d8a60967fb99afc8a1 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:59:44.726341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.807779 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768ea9b-a8ee-4d35-8d4b-6a5a9187519e req-ffa67851-c0e3-47a9-a0ff-b3d7937513a2 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:44.810024 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2768ea9b-a8ee-4d35-8d4b-6a5a9187519e req-ffa67851-c0e3-47a9-a0ff-b3d7937513a2 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 943 time: 0.0655539 Jun 28 09:59:44.850367 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2768ea9b-a8ee-4d35-8d4b-6a5a9187519e req-021b58a3-6166-4e14-95bf-d8eefc1c8f56 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333712 Jun 28 09:59:44.866917 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Allocated IP 172.20.0.8 (63769eaa-70b2-49ed-a566-4ef7bade1422/aabcb6f6-f24e-4196-8c4e-67b46fbea541/4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:45.007476 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.021512 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Transition to ACTIVE for port object 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:45.126078 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.130505 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b69ddc6d-687d-4e6e-b573-a1ffb1a284bf tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:45.174110 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:45.179589 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:45.183680 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:45.190797 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:45.213774 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:45.245359 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:45.246057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.328221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6e4b-5036-4736-bb3f-7d49b879b789 req-8fb1ddc4-16b4-4322-96a6-27ef3f030735 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:45.329959 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-54dd6e4b-5036-4736-bb3f-7d49b879b789 req-8fb1ddc4-16b4-4322-96a6-27ef3f030735 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 931 time: 0.0797598 Jun 28 09:59:45.338359 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:59:45.359100 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647823 Jun 28 09:59:45.381200 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Request body: {'port': {'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:45.389749 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-54dd6e4b-5036-4736-bb3f-7d49b879b789 req-5f4df601-f793-4c43-a1cc-107e79559c43 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514281 Jun 28 09:59:45.449312 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:45.465482 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.472411 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413', 'network_id': '26645f40-e1d7-4fc0-a393-b2742ad66904', 'port_id': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413', 'mac_address': 'fa:16:3e:dc:ca:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad867771-0bb5-4493-bff1-b779b87bbf73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:59:45.511417 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.525507 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:45.545872 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:45.576272 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-10751c17-3317-46e8-a9ba-e8e386b11006 None None] Provisioning for port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:45.580633 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-10751c17-3317-46e8-a9ba-e8e386b11006 None None] Provisioning complete for port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:45.582604 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-10751c17-3317-46e8-a9ba-e8e386b11006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.617841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-10751c17-3317-46e8-a9ba-e8e386b11006 None None] Port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:59:45.631106 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.633975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:45.686583 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:45.693249 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:45.756345 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:45.766518 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.784291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Transition to ACTIVE for port object 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:45.882809 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.890601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0166aeeb-9e56-4e36-b444-b68c5e846578 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:45.942749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889363-504e-4292-a337-337e60305ecc service neutron] Pushing event updated for resources: {'Port': ['ID=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:45.947208 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c1889363-504e-4292-a337-337e60305ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:46.028898 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Attempting to bind port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:59:46.030659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Attempting to bind port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:59:46.031023 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Attempting to bind port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:46.036431 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e on network 63769eaa-70b2-49ed-a566-4ef7bade1422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:59:46.036748 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Attempting to bind port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:46.042949 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:59:46.043608 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Checking segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:59:46.044067 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Bound using segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:59:46.045749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Bound port: 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:59:46.046188 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.063577 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59520853-6991-4e2c-95b5-2b279e6dcbc3 req-58eae5ff-535c-4034-a938-5dc6926ba7b0 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.065555 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-59520853-6991-4e2c-95b5-2b279e6dcbc3 req-58eae5ff-535c-4034-a938-5dc6926ba7b0 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0803611 Jun 28 09:59:46.122383 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-59520853-6991-4e2c-95b5-2b279e6dcbc3 req-ffa00a51-865e-4066-af31-8bc5d2335bc1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 Jun 28 09:59:46.128263 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] For port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:59:46.132091 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] For port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:59:46.212315 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.214440 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:46.227559 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['6b9c0a85-dd9c-411d-874c-9c4dd08f9413'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:46.250709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.251360 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.252726 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c1889363-504e-4292-a337-337e60305ecc service neutron] 10.222.0.23 "PUT /v2.0/ports/4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 200 len: 1093 time: 0.8766069 Jun 28 09:59:46.259638 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:46.259638 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd449d31-4508-43fc-94bf-016d0151c2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:46.281835 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889363-504e-4292-a337-337e60305ecc service neutron] Pushing event updated for resources: {'Port': ['ID=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:46.285791 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c1889363-504e-4292-a337-337e60305ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:46.316168 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3366eb8b-c7dd-4e54-83bb-e8834f84ff4d x-openstack-request-id: req-3366eb8b-c7dd-4e54-83bb-e8834f84ff4d {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:46.322819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:46.322819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3366eb8b-c7dd-4e54-83bb-e8834f84ff4d {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:46.322819 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'status': 'completed', 'code': 200} Jun 28 09:59:46.432937 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449d31-4508-43fc-94bf-016d0151c2ef req-404f121b-ee8e-4a11-9cb9-914d903e930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.434459 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd449d31-4508-43fc-94bf-016d0151c2ef req-404f121b-ee8e-4a11-9cb9-914d903e930f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1096 time: 0.0614069 Jun 28 09:59:46.556451 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449d31-4508-43fc-94bf-016d0151c2ef req-17f6a804-1181-44c9-b510-791521b05573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.557825 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd449d31-4508-43fc-94bf-016d0151c2ef req-17f6a804-1181-44c9-b510-791521b05573 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=001adac6a8e742d8a60967fb99afc8a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1037920 Jun 28 09:59:46.582509 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a5a8b-33b4-4fd5-a604-ffb7f6ef30e5 req-512f271f-1a3f-4de2-be30-50b903a2a2d6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.584443 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2b3a5a8b-33b4-4fd5-a604-ffb7f6ef30e5 req-512f271f-1a3f-4de2-be30-50b903a2a2d6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0673275 Jun 28 09:59:46.626631 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2b3a5a8b-33b4-4fd5-a604-ffb7f6ef30e5 req-89934c02-d3bb-4a60-8f2e-ec961004501c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332074 Jun 28 09:59:46.663739 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449d31-4508-43fc-94bf-016d0151c2ef req-b11cf2c4-8ef8-4b49-9b92-60633fede597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.665235 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd449d31-4508-43fc-94bf-016d0151c2ef req-b11cf2c4-8ef8-4b49-9b92-60633fede597 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942061 Jun 28 09:59:47.308521 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8d0b-4623-4c0f-8cfd-d4643598b62a req-92468105-3925-48f8-a5e6-bfe67a9ad79c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:47.310091 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b81e8d0b-4623-4c0f-8cfd-d4643598b62a req-92468105-3925-48f8-a5e6-bfe67a9ad79c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0668652 Jun 28 09:59:47.349546 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b81e8d0b-4623-4c0f-8cfd-d4643598b62a req-ac02949b-53f6-4bfe-9707-e1ad39ceb483 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Jun 28 09:59:47.799909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a5b56-498c-498b-bc62-9ccd6a420599 req-63bc28e4-aeee-4f35-9f6b-96442f0328ef tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:47.801307 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-349a5b56-498c-498b-bc62-9ccd6a420599 req-63bc28e4-aeee-4f35-9f6b-96442f0328ef tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0654714 Jun 28 09:59:47.840638 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-349a5b56-498c-498b-bc62-9ccd6a420599 req-f2ac62a3-315b-43fa-8c6b-8f36ce24d9dd tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Jun 28 09:59:48.518697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69d835-4e8e-4bc6-9c84-824ba61540ac req-25bde3b5-d897-4ac4-8b3d-bd9a7d4a7bbb tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:48.520058 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ec69d835-4e8e-4bc6-9c84-824ba61540ac req-25bde3b5-d897-4ac4-8b3d-bd9a7d4a7bbb tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0619714 Jun 28 09:59:48.557040 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ec69d835-4e8e-4bc6-9c84-824ba61540ac req-a108a030-344a-497d-9163-c2c59dc890c1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Jun 28 09:59:49.012950 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef45f2-84ad-4eac-ad3a-d156f183f03e req-326fdce3-64c1-4c57-a0c4-febb8e1895f2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:49.014438 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c0ef45f2-84ad-4eac-ad3a-d156f183f03e req-326fdce3-64c1-4c57-a0c4-febb8e1895f2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0668595 Jun 28 09:59:49.051881 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c0ef45f2-84ad-4eac-ad3a-d156f183f03e req-99221314-8da6-445a-844d-3cf544a1f112 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Jun 28 09:59:49.733936 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebd9d-4854-41c5-84a0-dfddf1cf1629 req-774e6c44-67ac-4137-9abd-fa9291388aa2 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:49.735375 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-edcebd9d-4854-41c5-84a0-dfddf1cf1629 req-774e6c44-67ac-4137-9abd-fa9291388aa2 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0660315 Jun 28 09:59:49.772865 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-edcebd9d-4854-41c5-84a0-dfddf1cf1629 req-a703244c-20dd-46e1-9f63-482ae6a6345d tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Jun 28 09:59:50.227545 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f915ed-fefd-49fd-9ea4-c724ca388882 req-acf846b2-c8bb-4faa-b06a-147a704e6c70 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:50.229086 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-45f915ed-fefd-49fd-9ea4-c724ca388882 req-acf846b2-c8bb-4faa-b06a-147a704e6c70 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0633266 Jun 28 09:59:50.265978 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-45f915ed-fefd-49fd-9ea4-c724ca388882 req-da6090bb-4e7b-4a32-a00f-c3b76d6434e2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311530 Jun 28 09:59:50.946292 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded279-c88d-4d3e-b612-b55123731d59 req-70edfc9a-82ad-4733-90b1-d710795c4e65 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:50.947764 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f9ded279-c88d-4d3e-b612-b55123731d59 req-70edfc9a-82ad-4733-90b1-d710795c4e65 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0634642 Jun 28 09:59:50.986435 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f9ded279-c88d-4d3e-b612-b55123731d59 req-d090bc91-c5ee-4ff2-81d9-7f853110b2ad tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Jun 28 09:59:51.446230 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b3415-c347-483b-9fea-468a158dc9ae req-79c6f294-0905-4c7f-9980-8230e669c5b8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:51.447682 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2e1b3415-c347-483b-9fea-468a158dc9ae req-79c6f294-0905-4c7f-9980-8230e669c5b8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0693364 Jun 28 09:59:51.485856 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2e1b3415-c347-483b-9fea-468a158dc9ae req-96c46ca2-49e7-4354-90b1-6cf018d639c8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321155 Jun 28 09:59:52.168291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabeb79-40c3-431b-842b-498e3ca80602 req-cf79fcc7-c58d-4d8a-918f-601feaaad224 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:52.169778 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0dabeb79-40c3-431b-842b-498e3ca80602 req-cf79fcc7-c58d-4d8a-918f-601feaaad224 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0648038 Jun 28 09:59:52.206904 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0dabeb79-40c3-431b-842b-498e3ca80602 req-31617781-acd5-467a-87b7-da816e12a5a7 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Jun 28 09:59:52.655505 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f7b82-2a9b-4d93-ba9a-b6432df5fd8d req-3883f41e-0138-4392-a60f-2973f2fbfc82 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:52.656987 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f55f7b82-2a9b-4d93-ba9a-b6432df5fd8d req-3883f41e-0138-4392-a60f-2973f2fbfc82 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0619898 Jun 28 09:59:52.695539 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f55f7b82-2a9b-4d93-ba9a-b6432df5fd8d req-7e7b4492-db8a-47f8-8411-5d1aabeaf0c0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Jun 28 09:59:53.380130 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ace7-10f4-4f53-b29c-b6c7c731ec54 req-22845137-0925-4c9b-94bd-8e6f74e48f22 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:53.381641 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a299ace7-10f4-4f53-b29c-b6c7c731ec54 req-22845137-0925-4c9b-94bd-8e6f74e48f22 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0672276 Jun 28 09:59:53.418627 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a299ace7-10f4-4f53-b29c-b6c7c731ec54 req-33bd7853-8d51-4d6e-918b-af4dc445d0dc tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Jun 28 09:59:53.868422 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a8000-a518-4e0d-b355-38cd841f9055 req-70a75742-3563-4700-9ed1-6ed9b8065a69 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:53.871266 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d17a8000-a518-4e0d-b355-38cd841f9055 req-70a75742-3563-4700-9ed1-6ed9b8065a69 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0685194 Jun 28 09:59:53.908312 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d17a8000-a518-4e0d-b355-38cd841f9055 req-b07bc912-3bea-4726-b3ad-57fb68555174 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Jun 28 09:59:53.929061 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-67410029-fe98-4d2f-ab4b-1b2877822fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:53.929061 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-67410029-fe98-4d2f-ab4b-1b2877822fcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1096 time: 0.0540476 Jun 28 09:59:53.974864 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-f769556f-7098-4613-8923-d14d46399734 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 200 len: 217 time: 0.0369017 Jun 28 09:59:54.021039 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-952644d9-d606-4621-bcac-6800d3785aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:54.022956 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-952644d9-d606-4621-bcac-6800d3785aa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0412908 Jun 28 09:59:54.078422 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c36f6fe3-7bb6-450a-b330-8f3abf654b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:54.079835 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-c36f6fe3-7bb6-450a-b330-8f3abf654b10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504315 Jun 28 09:59:54.178483 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-2874dc69-184e-4af4-98a0-77b10d2abf3a service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903094 Jun 28 09:59:54.269264 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba240d89-a7a9-40e3-9a3d-8d65737ea7b5 req-a8920a18-dcc0-467e-b479-3aa807122da4 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837531 Jun 28 09:59:54.407605 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7c68a75c-7b1a-4406-9841-36aa1d6f7758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:54.599579 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d4b5a-b520-467a-b461-d56c99d531d6 req-dd56cd74-bd12-4e5f-b435-bfcf9fb3b0df tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:54.601136 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-903d4b5a-b520-467a-b461-d56c99d531d6 req-dd56cd74-bd12-4e5f-b435-bfcf9fb3b0df tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0669985 Jun 28 09:59:54.638501 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-903d4b5a-b520-467a-b461-d56c99d531d6 req-b69f1768-2cfa-4820-8126-6238bfa27e0f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Jun 28 09:59:55.081458 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1712b-3f23-4989-9844-2137d25199b8 req-27b4f623-7ca7-484a-a7c7-0a1cce8457b6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:55.082919 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-07d1712b-3f23-4989-9844-2137d25199b8 req-27b4f623-7ca7-484a-a7c7-0a1cce8457b6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0621862 Jun 28 09:59:55.120270 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-07d1712b-3f23-4989-9844-2137d25199b8 req-251da796-982a-41a7-86e7-55bab0fa3332 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Jun 28 09:59:55.807929 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e11c3-e08b-4bfe-9d50-d43484cab28f req-5f5da413-f8f2-4082-957f-6e5169474a79 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:55.809706 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-378e11c3-e08b-4bfe-9d50-d43484cab28f req-5f5da413-f8f2-4082-957f-6e5169474a79 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0629323 Jun 28 09:59:55.846567 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-378e11c3-e08b-4bfe-9d50-d43484cab28f req-1a156b21-2cb9-4e1f-8ab7-92e8d8789e03 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jun 28 09:59:56.291928 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a272dae-f5ab-49ce-9398-e289cc87f2bd req-8f54ebb1-69b6-4dd8-94a8-fd09ad16c2a2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:56.293414 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3a272dae-f5ab-49ce-9398-e289cc87f2bd req-8f54ebb1-69b6-4dd8-94a8-fd09ad16c2a2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0621457 Jun 28 09:59:56.331533 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3a272dae-f5ab-49ce-9398-e289cc87f2bd req-91961811-d34e-4732-9605-bbda78142f6e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Jun 28 09:59:56.973241 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b126f083-d024-436a-9f88-0079b333fae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:57.020478 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e35ce-7658-4e0c-ae6f-46b7b3fa63bb req-1236c2da-dca7-4d16-bc3c-5af597777605 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:57.022024 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-230e35ce-7658-4e0c-ae6f-46b7b3fa63bb req-1236c2da-dca7-4d16-bc3c-5af597777605 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 944 time: 0.0646653 Jun 28 09:59:57.059444 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-230e35ce-7658-4e0c-ae6f-46b7b3fa63bb req-4370673b-261d-4961-a656-95a4b5e4d230 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Jun 28 09:59:57.103667 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:59:57.107755 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:57.257104 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:57.261230 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:57.264195 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:57.343864 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:57.373281 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:57.375971 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd5ddf-ace5-4ced-87a8-1b7f591b227f" -d '{"events": [{"server_uuid": "a1d9a296-d394-45cc-86e1-bea0d8357c11", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c0a85-dd9c-411d-874c-9c4dd08f9413"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:57.382941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:57.417566 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af2deb-3832-497f-95fe-d6383b8b40ee x-openstack-request-id: req-16af2deb-3832-497f-95fe-d6383b8b40ee {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:57.417953 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d9a296-d394-45cc-86e1-bea0d8357c11", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c0a85-dd9c-411d-874c-9c4dd08f9413", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:57.418125 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16af2deb-3832-497f-95fe-d6383b8b40ee {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:57.418531 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413', 'code': 200} Jun 28 09:59:57.452946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:57.454892 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:57.505684 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:57.509563 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:57.515778 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241f80-2a6c-48d5-b894-5db122fab485 req-1256e6a8-5b94-4a7a-be7b-b2166b90067e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:57.517280 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0c241f80-2a6c-48d5-b894-5db122fab485 req-1256e6a8-5b94-4a7a-be7b-b2166b90067e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0715985 Jun 28 09:59:57.555341 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0c241f80-2a6c-48d5-b894-5db122fab485 req-787ca121-4978-426c-8f82-c4e5b91add65 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323360 Jun 28 09:59:57.818378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a709223-e702-4686-b8e6-abe2b797f9d0 req-be2bb3dd-62cf-4511-9cef-0392c72dfc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:57.820745 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4a709223-e702-4686-b8e6-abe2b797f9d0 req-be2bb3dd-62cf-4511-9cef-0392c72dfc78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 1098 time: 0.0536971 Jun 28 09:59:57.857129 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4a709223-e702-4686-b8e6-abe2b797f9d0 req-7a7ae998-54d2-4f55-8c78-8d339140d0e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269051 Jun 28 09:59:58.234156 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf7892-1c68-4324-901c-87ac2942a28e req-8ea85942-0018-49e5-bbc7-87de3cdd4d4f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:58.235602 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8caf7892-1c68-4324-901c-87ac2942a28e req-8ea85942-0018-49e5-bbc7-87de3cdd4d4f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0622742 Jun 28 09:59:58.272830 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8caf7892-1c68-4324-901c-87ac2942a28e req-f4c0c1a0-ce84-4a27-8bd5-e0a1afa1abf1 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Jun 28 09:59:58.355555 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:58.726267 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59e5d3-642a-4b8f-b05e-4f513fc9e7e2 req-65a0cfde-89c5-4c2d-8338-0fb273f62db1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:58.727692 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac59e5d3-642a-4b8f-b05e-4f513fc9e7e2 req-65a0cfde-89c5-4c2d-8338-0fb273f62db1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0608454 Jun 28 09:59:58.764477 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac59e5d3-642a-4b8f-b05e-4f513fc9e7e2 req-5b83f65c-771d-4f23-a6cd-cf1d0a3efaf8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310795 Jun 28 09:59:59.448465 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6347d-40da-4292-baf0-6766500dc3d2 req-c613259c-3653-481c-96a6-2af053f7abcb tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:59.449916 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-99d6347d-40da-4292-baf0-6766500dc3d2 req-c613259c-3653-481c-96a6-2af053f7abcb tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0678630 Jun 28 09:59:59.486861 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-99d6347d-40da-4292-baf0-6766500dc3d2 req-efc9ad8d-c067-4d6b-b948-483367523bd2 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Jun 28 09:59:59.943542 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19146a35-0939-4922-91fa-6e58ca1cb996 req-f65eb6eb-c364-4f4e-88a4-e0213e6a2f1e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:59.945349 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-19146a35-0939-4922-91fa-6e58ca1cb996 req-f65eb6eb-c364-4f4e-88a4-e0213e6a2f1e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0681400 Jun 28 09:59:59.982110 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:59.985982 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-19146a35-0939-4922-91fa-6e58ca1cb996 req-c58db759-c6f2-46a2-b497-197dfd22e779 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Jun 28 10:00:00.658702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b86700-5bd8-478d-bc7f-160e83f5dedf req-7feac6e3-4eb6-4a7a-8b31-3dabb97d7d67 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:00.660187 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a7b86700-5bd8-478d-bc7f-160e83f5dedf req-7feac6e3-4eb6-4a7a-8b31-3dabb97d7d67 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0624018 Jun 28 10:00:00.698485 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a7b86700-5bd8-478d-bc7f-160e83f5dedf req-218ccded-566d-4053-81ae-ef1bc557b2e7 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jun 28 10:00:01.158754 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615c45-40b3-43a8-8d9c-318b146a5385 req-845bfd85-cf53-4b43-8ca5-500236b9dd2e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:01.160171 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b2615c45-40b3-43a8-8d9c-318b146a5385 req-845bfd85-cf53-4b43-8ca5-500236b9dd2e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0642979 Jun 28 10:00:01.200986 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b2615c45-40b3-43a8-8d9c-318b146a5385 req-bab49184-3db1-4c88-a5dd-6e25519e9547 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342691 Jun 28 10:00:02.384980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f348526-451b-4388-aa03-cfc2a2cfffdb req-14dfa84f-4519-4056-8c2b-a528ca5d963c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:02.390510 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7f348526-451b-4388-aa03-cfc2a2cfffdb req-14dfa84f-4519-4056-8c2b-a528ca5d963c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0695677 Jun 28 10:00:02.424616 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7f348526-451b-4388-aa03-cfc2a2cfffdb req-8c7ce73a-ecb0-4e36-88a2-bfce11173c24 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jun 28 10:00:03.603433 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8970c-1a49-477d-a289-d017723545e8 req-61daeee4-3be4-4ab0-8fb0-d7c247aeee38 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:03.604828 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-61d8970c-1a49-477d-a289-d017723545e8 req-61daeee4-3be4-4ab0-8fb0-d7c247aeee38 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0628338 Jun 28 10:00:03.648598 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-61d8970c-1a49-477d-a289-d017723545e8 req-75370e94-40ab-4aac-83cd-f921ff9870f5 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380869 Jun 28 10:00:04.823997 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2219a22-2379-42bc-b475-3c5002dbc825 req-7d85d5d6-f795-4d9c-904f-f0692d9cb7c2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:04.825463 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d2219a22-2379-42bc-b475-3c5002dbc825 req-7d85d5d6-f795-4d9c-904f-f0692d9cb7c2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 943 time: 0.0638719 Jun 28 10:00:04.863520 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d2219a22-2379-42bc-b475-3c5002dbc825 req-016847b0-463e-410d-b706-e2199f69c320 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Jun 28 10:00:05.101054 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:00:05.191577 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:05.202203 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:00:05.241709 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:05.253613 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:05.272465 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:05.341608 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:05.343340 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:05.388251 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:05.391164 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:06.033658 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31cf6f-fb43-4975-ab6d-b6b4a6daa3d9 req-53f9a1dc-06c3-4280-b956-3fb64b4218ed tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:06.035106 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4e31cf6f-fb43-4975-ab6d-b6b4a6daa3d9 req-53f9a1dc-06c3-4280-b956-3fb64b4218ed tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 944 time: 0.0627217 Jun 28 10:00:06.073590 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4e31cf6f-fb43-4975-ab6d-b6b4a6daa3d9 req-b4c8d8e0-ed54-4218-b0bf-d78631cb9910 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327392 Jun 28 10:00:06.104995 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:07.258406 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e301-0afd-42a3-bd24-667fd0aaf0bb req-03b095e2-f571-4795-ac99-559eb5cf801c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:07.259978 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fbc0e301-0afd-42a3-bd24-667fd0aaf0bb req-03b095e2-f571-4795-ac99-559eb5cf801c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 944 time: 0.0715580 Jun 28 10:00:07.301103 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fbc0e301-0afd-42a3-bd24-667fd0aaf0bb req-e8765fdb-2f49-43d8-b0e6-7bb7d82869e8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351312 Jun 28 10:00:08.492635 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28309551-e161-49ab-8f21-7014b851ac57 req-84757854-9dfb-47a8-bcba-21baf6edc1ce tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.494189 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-28309551-e161-49ab-8f21-7014b851ac57 req-84757854-9dfb-47a8-bcba-21baf6edc1ce tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 944 time: 0.0733390 Jun 28 10:00:08.532255 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-28309551-e161-49ab-8f21-7014b851ac57 req-726a928b-a5d1-4ce5-abda-313fa4d67588 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Jun 28 10:00:08.812320 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:09.150899 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:09.244770 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:09.249050 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:09.249493 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:09.331630 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:09.352586 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:09.354819 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79812a0-750a-4ec7-8367-c819942f74a5" -d '{"events": [{"server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "name": "network-vif-plugged", "status": "completed", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:09.367328 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:09.393387 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b427ec5-8561-4a2f-aff8-09fafaa70e95 x-openstack-request-id: req-6b427ec5-8561-4a2f-aff8-09fafaa70e95 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:09.393683 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "name": "network-vif-plugged", "status": "completed", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:09.393943 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b427ec5-8561-4a2f-aff8-09fafaa70e95 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:09.394340 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'code': 200} Jun 28 10:00:09.463568 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:09.465583 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:09.514198 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:09.517156 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:09.704507 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c990da-7cf7-4f04-b4cf-e541c744313f req-9cb640d1-1c9c-45f5-ad59-8f04f1f0788d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.705974 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c0c990da-7cf7-4f04-b4cf-e541c744313f req-9cb640d1-1c9c-45f5-ad59-8f04f1f0788d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0648077 Jun 28 10:00:09.751423 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c0c990da-7cf7-4f04-b4cf-e541c744313f req-c000c2bc-a015-4a47-98e0-c84556376dfa tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Jun 28 10:00:09.958501 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bb6f4-e97f-4ac9-b089-e3311db48579 req-5bc6a918-13cb-4560-8ba2-71b8ddc61a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.959396 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-263bb6f4-e97f-4ac9-b089-e3311db48579 req-5bc6a918-13cb-4560-8ba2-71b8ddc61a25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1098 time: 0.0524740 Jun 28 10:00:09.996368 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-263bb6f4-e97f-4ac9-b089-e3311db48579 req-2edd8039-e9ae-4fb5-9a5c-02abd6748462 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282443 Jun 28 10:00:10.947249 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f83d1-5ff2-48e4-8892-e1a07c942695 req-8933a40a-b446-4851-aa30-2400a70eabe3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:10.948702 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be9f83d1-5ff2-48e4-8892-e1a07c942695 req-8933a40a-b446-4851-aa30-2400a70eabe3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0645866 Jun 28 10:00:10.986538 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-be9f83d1-5ff2-48e4-8892-e1a07c942695 req-35e9ec40-daa1-4daf-8d09-0c144f65e1c7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322199 Jun 28 10:00:11.192341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 41768) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:11.305246 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.394798 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.457882 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.460881 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3b54bb16-a625-48e2-b25a-c4838ea444b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:11.496269 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7185753de42d473d9093e5496fa9c400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020854 Jun 28 10:00:11.497247 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e442178-1fcd-4289-98ab-97980c64aed0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:11.498960 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41774) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:11.500509 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:11.548092 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.572114 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.685503 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.688690 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.689848 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e442178-1fcd-4289-98ab-97980c64aed0 HTTP/1.1" status: 204 len: 168 time: 0.1898673 Jun 28 10:00:11.690582 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e4075f0d-7e34-4e30-95b5-aa2ee37cd87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:11.699812 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e442178-1fcd-4289-98ab-97980c64aed0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:11.702499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:12.161222 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912436c2-55d2-4fbc-800a-0301ef15ef58 req-bfbc5637-8835-4645-9160-eb9318b640d1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:12.163450 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-912436c2-55d2-4fbc-800a-0301ef15ef58 req-bfbc5637-8835-4645-9160-eb9318b640d1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0633466 Jun 28 10:00:12.201763 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-912436c2-55d2-4fbc-800a-0301ef15ef58 req-8eb1e644-838c-4314-baff-d9e5fdd94e5f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325487 Jun 28 10:00:13.384729 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39380e7d-cf69-4e37-a08a-b5da273291a1 req-e8a5a5be-0acc-4136-b0e0-b5ba907b46ff tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:13.386292 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-39380e7d-cf69-4e37-a08a-b5da273291a1 req-e8a5a5be-0acc-4136-b0e0-b5ba907b46ff tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0652692 Jun 28 10:00:13.423272 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-39380e7d-cf69-4e37-a08a-b5da273291a1 req-84ab9271-b8eb-4e70-9404-2d9a710f7271 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Jun 28 10:00:14.598759 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f52afc-56ae-4526-adab-cba5a83b2dd0 req-63923599-5be8-4337-8a14-646c52350453 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:14.600138 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c4f52afc-56ae-4526-adab-cba5a83b2dd0 req-63923599-5be8-4337-8a14-646c52350453 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0627024 Jun 28 10:00:14.638500 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c4f52afc-56ae-4526-adab-cba5a83b2dd0 req-539721ce-e762-435f-8391-8a1b4a473114 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322874 Jun 28 10:00:15.815260 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1831d-1285-4598-b907-52bd4e6ada91 req-60322c3d-fae8-496a-8ae3-c308aa34598d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:15.816715 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-91c1831d-1285-4598-b907-52bd4e6ada91 req-60322c3d-fae8-496a-8ae3-c308aa34598d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0656750 Jun 28 10:00:15.856131 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-91c1831d-1285-4598-b907-52bd4e6ada91 req-9d4053ce-2b10-42e0-b441-0dae19ecc1df tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328374 Jun 28 10:00:17.032403 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d92d-e9be-417c-b7fa-b69417326db5 req-42885953-9696-4f0e-ac31-286091f0ae61 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:17.033910 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b934d92d-e9be-417c-b7fa-b69417326db5 req-42885953-9696-4f0e-ac31-286091f0ae61 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0667126 Jun 28 10:00:17.071638 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b934d92d-e9be-417c-b7fa-b69417326db5 req-35182b1f-d098-46a7-a8ce-e3738217dfb4 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Jun 28 10:00:17.636629 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:00:18.246924 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5063d5-80cf-4178-b642-a55fcca5b657 req-fedc1726-8e7c-49d2-a040-d4cc6e7f78ed tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:18.248404 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6f5063d5-80cf-4178-b642-a55fcca5b657 req-fedc1726-8e7c-49d2-a040-d4cc6e7f78ed tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0644677 Jun 28 10:00:18.284738 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6f5063d5-80cf-4178-b642-a55fcca5b657 req-cf597b33-7392-43ef-bb6b-cbd93f37400f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305927 Jun 28 10:00:19.467975 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c87e-a282-479f-8c9d-6b276f996613 req-da25ae59-dbdf-41c0-9c0b-872ce1ae30e7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:19.469647 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6101c87e-a282-479f-8c9d-6b276f996613 req-da25ae59-dbdf-41c0-9c0b-872ce1ae30e7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0686617 Jun 28 10:00:19.513693 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6101c87e-a282-479f-8c9d-6b276f996613 req-ff4219d3-3597-4b56-ad34-e83204349ff6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384619 Jun 28 10:00:19.714260 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27001a0a-c764-4c36-91da-85b4e5607400 req-5971ca67-08a7-4a6a-beba-0785ef2b6d04 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:19.715766 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-27001a0a-c764-4c36-91da-85b4e5607400 req-5971ca67-08a7-4a6a-beba-0785ef2b6d04 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0691442 Jun 28 10:00:19.756445 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-27001a0a-c764-4c36-91da-85b4e5607400 req-4a88ed00-7efd-4609-9cba-4d15b41f1246 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Jun 28 10:00:19.781397 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41864) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:19.846449 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d80d5-fec4-46f2-8df7-9ebbe27bac38 tempest-TestVolumeBootPattern-345951775 tempest-TestVolumeBootPattern-345951775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:19.852236 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f05d80d5-fec4-46f2-8df7-9ebbe27bac38 tempest-TestVolumeBootPattern-345951775 tempest-TestVolumeBootPattern-345951775-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1093 time: 0.0655954 Jun 28 10:00:19.852453 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41870) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:19.857099 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:19.941952 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:20.044551 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:20.152172 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Allocated IP 172.27.3.220 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/a2837433-1add-4cca-a9b9-efc5e0bd9353) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:20.262899 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:20.354728 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:20.357603 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:20.389942 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:20.392573 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:20.401691 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:20.428498 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=a2837433-1add-4cca-a9b9-efc5e0bd9353,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:20.439643 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.440009 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.440388 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.440739 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.441081 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.441421 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.441760 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.442096 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.442432 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.442766 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.443096 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.443424 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:20.448167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:20.772192 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:20.777042 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-dc37b307-ce8f-48bb-bb30-146ef4288fbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582447 Jun 28 10:00:20.899648 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31969-d797-41cc-b349-8965d9785f47 req-3164cb2e-6f7d-4686-819e-b3152d2b97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:20.901154 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-3164cb2e-6f7d-4686-819e-b3152d2b97d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1098 time: 0.0526116 Jun 28 10:00:20.905725 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.027101 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31969-d797-41cc-b349-8965d9785f47 req-aa761c24-3d5b-46e7-9fa3-e0ae39b42b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:21.028588 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-aa761c24-3d5b-46e7-9fa3-e0ae39b42b95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.0925014 Jun 28 10:00:21.057533 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.114799 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.117435 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-14743744-4bee-48bb-8563-43e4fd019a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:21.186492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=a2837433-1add-4cca-a9b9-efc5e0bd9353,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:21.190497 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:21.201950 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.308070 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Floating IP b582e48a-f3ad-47a6-8828-69577d3fecdb associated. External IP: 172.27.3.220, port: 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e. Jun 28 10:00:21.357749 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-e6ff5acb-63f3-46ee-b261-d64719fed5af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 1000 time: 0.3203268 Jun 28 10:00:21.664903 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 41892) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:21.755913 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:00:21.769839 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.856546 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.869354 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:21.878664 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:21.887385 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:21.887989 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:59:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:21.920176 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.923023 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-115c4439-151d-4446-b03e-2ca9cae68296 tempest-VolumesNegativeTest-1528670424 tempest-VolumesNegativeTest-1528670424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:21.959822 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c4f58-dfa2-4420-a700-5db096ad4f65,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:21.966651 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83ba0d58586641668049ea48de0f9dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981946 Jun 28 10:00:21.967182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 41898) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:21.970725 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.971101 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.971466 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.971821 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.972195 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.972560 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.972893 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.973239 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.973641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.973925 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.974266 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.974602 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:21.979256 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:21.985671 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:22.041390 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1878238 Jun 28 10:00:22.043150 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:22.045825 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382ab77-b057-40e3-b178-bfe1ce9c38e6" -d '{"events": [{"name": "network-changed", "server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:22.074330 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:22.096100 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:22.164408 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:22.210923 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:22.214199 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:22.222132 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c9c4f58-dfa2-4420-a700-5db096ad4f65 HTTP/1.1" status: 204 len: 168 time: 0.2472248 Jun 28 10:00:22.222132 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-34d60c97-0da7-4bea-8d1e-536eb79e03f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:22.234130 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f46597-44f8-4ff8-a0b0-904cfab0a77c x-openstack-request-id: req-71f46597-44f8-4ff8-a0b0-904cfab0a77c {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:22.234620 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:22.234998 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71f46597-44f8-4ff8-a0b0-904cfab0a77c {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:22.235510 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'status': 'completed', 'code': 200} Jun 28 10:00:22.236689 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c4f58-dfa2-4420-a700-5db096ad4f65,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:22.239648 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:22.515310 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:20Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:22.545181 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:22.556249 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:22.556897 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T09:59:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:22.671379 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:22.906872 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:20Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:22.937782 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864890d-2bf1-46fc-a235-a0cf1a0e30ee None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:20Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:23.110120 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6499d-7c6c-4a75-b9df-f3c4212a5440 None None] New status for floating IP b582e48a-f3ad-47a6-8828-69577d3fecdb: ACTIVE {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:00:23.413212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31969-d797-41cc-b349-8965d9785f47 req-f9b68a69-f93b-4213-bd26-4fc76bd9c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:23.414799 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-f9b68a69-f93b-4213-bd26-4fc76bd9c5c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0476215 Jun 28 10:00:24.388699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-76fc0ecd-81af-444c-8360-dad507448941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.953848 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4cf61d31-aefa-44f8-8df8-0575a5ee443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.060703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.131145 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31969-d797-41cc-b349-8965d9785f47 req-df39ee06-ee87-4452-a2e7-736187548350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.133165 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-df39ee06-ee87-4452-a2e7-736187548350 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908010 Jun 28 10:00:27.138508 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-6d1f6155-408d-4ede-865d-6254e5e086a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.139806 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-6d1f6155-408d-4ede-865d-6254e5e086a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1098 time: 0.0711956 Jun 28 10:00:27.320291 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-49e5c39a-b46d-4f09-ab9c-312a2c9a970c service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581888 Jun 28 10:00:27.321586 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-a241cca8-ebb9-4b61-9afc-d36ce63e15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.322854 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-a241cca8-ebb9-4b61-9afc-d36ce63e15dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.1596835 Jun 28 10:00:27.443061 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-79b33312-43b9-42d8-ba89-b7d6085ae4eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 200 len: 1001 time: 0.1033645 Jun 28 10:00:27.489538 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01a31969-d797-41cc-b349-8965d9785f47 req-4baa09ee-7970-4ce3-a645-253cf282cbcd service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572998 Jun 28 10:00:27.503430 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-a7285172-5ecb-498c-bd02-77954961ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.504818 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-a7285172-5ecb-498c-bd02-77954961ce8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0500858 Jun 28 10:00:27.756999 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-e201cbc2-c740-4324-b3f7-08c6f9aed43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.759049 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-e201cbc2-c740-4324-b3f7-08c6f9aed43f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539548 Jun 28 10:00:27.880618 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-31a83bb9-409a-43ad-9324-99571b714759 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926611 Jun 28 10:00:27.970660 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6382ab77-b057-40e3-b178-bfe1ce9c38e6 req-43780865-2814-47cd-bac2-c94747db7a7f service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822773 Jun 28 10:00:28.335128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.988199 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.652546 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50331f-ce8b-4b25-977f-3fd7fe304bef req-80bb3a2b-d6eb-40e6-a124-efd1e8146a56 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.654011 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dc50331f-ce8b-4b25-977f-3fd7fe304bef req-80bb3a2b-d6eb-40e6-a124-efd1e8146a56 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0667367 Jun 28 10:00:30.690618 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-dc50331f-ce8b-4b25-977f-3fd7fe304bef req-8dec7576-3cce-4fe9-8665-e2017e2cd5d7 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309134 Jun 28 10:00:32.021870 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a8919-81e9-4bdb-97fa-92900b819d05 req-b312f751-2091-4626-b1e0-54a76d032c9c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:32.023592 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-597a8919-81e9-4bdb-97fa-92900b819d05 req-b312f751-2091-4626-b1e0-54a76d032c9c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0642731 Jun 28 10:00:32.061104 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-597a8919-81e9-4bdb-97fa-92900b819d05 req-55cde148-4220-4544-b624-fbe8a083b712 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Jun 28 10:00:33.233397 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eec94-b7d5-4756-8789-909cc68b8739 req-957a792f-d1f1-4dd1-a23d-07922869805c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:33.236592 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-111eec94-b7d5-4756-8789-909cc68b8739 req-957a792f-d1f1-4dd1-a23d-07922869805c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Jun 28 10:00:33.274225 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-111eec94-b7d5-4756-8789-909cc68b8739 req-6abf3baa-ab06-4509-9a1a-11e807468de2 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335298 Jun 28 10:00:34.455345 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8c74-8354-4118-8f6c-817fd5a5fc5d req-d7997398-c0d5-4fff-9fbe-745996c95ebc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:34.456857 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-367a8c74-8354-4118-8f6c-817fd5a5fc5d req-d7997398-c0d5-4fff-9fbe-745996c95ebc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0684500 Jun 28 10:00:34.496387 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-367a8c74-8354-4118-8f6c-817fd5a5fc5d req-334cf2d3-a1d5-4a33-88d2-511ee773ceba tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Jun 28 10:00:35.675609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23175d0-bccd-49c8-8f73-d43f1a293eeb req-11b1f45f-01cb-4e6b-8f3c-689291d4be78 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:35.677102 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e23175d0-bccd-49c8-8f73-d43f1a293eeb req-11b1f45f-01cb-4e6b-8f3c-689291d4be78 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0637386 Jun 28 10:00:35.714603 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e23175d0-bccd-49c8-8f73-d43f1a293eeb req-7da9546b-415f-4b26-b512-f493c06dd8e3 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318520 Jun 28 10:00:36.105918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34858e5b-1f37-4704-b375-defd5cc41523 req-f4baf658-278e-4490-8395-fa58f4a65a49 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:36.107306 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34858e5b-1f37-4704-b375-defd5cc41523 req-f4baf658-278e-4490-8395-fa58f4a65a49 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0623908 Jun 28 10:00:36.143316 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-34858e5b-1f37-4704-b375-defd5cc41523 req-effaf76f-dfa0-42cd-9da6-96ad7ac99e44 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304937 Jun 28 10:00:36.884153 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af5f2-c65e-4f2d-b196-e8f6ba2aed54 req-c4e17936-d63a-4040-83ac-a152ba874f89 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:36.885624 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba8af5f2-c65e-4f2d-b196-e8f6ba2aed54 req-c4e17936-d63a-4040-83ac-a152ba874f89 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0619020 Jun 28 10:00:36.921639 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba8af5f2-c65e-4f2d-b196-e8f6ba2aed54 req-988de8e5-85cb-4591-be02-b4858ba43fb6 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304525 Jun 28 10:00:37.318927 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c104f-cf71-4dd5-8855-facf168cc2f4 req-4a78223b-64a7-452f-a698-076703991c5b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:37.320443 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3d9c104f-cf71-4dd5-8855-facf168cc2f4 req-4a78223b-64a7-452f-a698-076703991c5b tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0656004 Jun 28 10:00:37.356842 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3d9c104f-cf71-4dd5-8855-facf168cc2f4 req-3751b805-e0a7-4f28-b741-1de0a13cdd9f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301993 Jun 28 10:00:38.088247 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9e0f-ab3b-4709-a6ca-4a5436ca152d req-8b5aafe8-b3c7-440d-accb-9ab3401b4b1f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:38.089719 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e1cc9e0f-ab3b-4709-a6ca-4a5436ca152d req-8b5aafe8-b3c7-440d-accb-9ab3401b4b1f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0609558 Jun 28 10:00:38.125624 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e1cc9e0f-ab3b-4709-a6ca-4a5436ca152d req-b5371041-17a6-4114-a78c-9a2292aee102 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305145 Jun 28 10:00:38.530036 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8150ee6-099d-4d10-8fca-b289c3b8034a req-3182becc-2e96-4d21-85ed-9db460380a87 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:38.531526 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8150ee6-099d-4d10-8fca-b289c3b8034a req-3182becc-2e96-4d21-85ed-9db460380a87 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0633109 Jun 28 10:00:38.569106 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e8150ee6-099d-4d10-8fca-b289c3b8034a req-921efb6b-cced-44dc-8fe7-287ce8515d93 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d047d9f-bf4f-4713-88a1-3ab183abffa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Jun 28 10:00:38.803625 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.205785 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854d72-865b-4198-96ae-9317840d0465 req-c5ac7be1-1e55-4aa3-9af1-16fea0196d4f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:39.207255 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b854d72-865b-4198-96ae-9317840d0465 req-c5ac7be1-1e55-4aa3-9af1-16fea0196d4f tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 945 time: 0.0701234 Jun 28 10:00:39.302221 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488b18e-e8cc-433f-b0c7-73048be1eab7 req-eb796e9e-a2e5-4e84-a9c0-20d6e8b80706 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:39.303676 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3488b18e-e8cc-433f-b0c7-73048be1eab7 req-eb796e9e-a2e5-4e84-a9c0-20d6e8b80706 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0648253 Jun 28 10:00:39.307540 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Deleting port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:39.307886 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.342115 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3488b18e-e8cc-433f-b0c7-73048be1eab7 req-c475cdcb-632f-42be-b7f5-bcb7b5c29d60 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Jun 28 10:00:39.402542 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] For port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,segment=NetworkSegment(232ee87a-6d9f-4079-89ff-13f204101958),segment_id=232ee87a-6d9f-4079-89ff-13f204101958)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:39.402905 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.415820 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Calling delete_port for 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:39.610599 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.615396 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1097a070-8908-43ce-a965-742681c2c41c tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:39.645376 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Pushing event deleted for resources: {'Port': ['ID=6b9c0a85-dd9c-411d-874c-9c4dd08f9413,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:39.651294 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:39.675929 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['6b9c0a85-dd9c-411d-874c-9c4dd08f9413'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:39.695206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] No DVR routers for this DVR port 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:39.705045 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.706896 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b854d72-865b-4198-96ae-9317840d0465 req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.23 "DELETE /v2.0/ports/6b9c0a85-dd9c-411d-874c-9c4dd08f9413 HTTP/1.1" status: 204 len: 173 time: 0.4934311 Jun 28 10:00:39.708623 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'name': 'network-vif-deleted', 'tag': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:39.710759 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a68558d-b0f3-4a55-b4f8-a34e7dbf148a" -d '{"events": [{"server_uuid": "a1d9a296-d394-45cc-86e1-bea0d8357c11", "name": "network-vif-deleted", "tag": "6b9c0a85-dd9c-411d-874c-9c4dd08f9413"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:39.732178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-96accf28-a1de-484a-bfa3-ec5f4ee4f4b7 req-d2d6b5a2-b5be-4dab-b5bf-f6f6f4ba0ced tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0380507 Jun 28 10:00:39.759041 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7a65c1-3c50-4003-b91a-ab81e3e3ddc4 x-openstack-request-id: req-0e7a65c1-3c50-4003-b91a-ab81e3e3ddc4 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:39.759489 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d9a296-d394-45cc-86e1-bea0d8357c11", "name": "network-vif-deleted", "tag": "6b9c0a85-dd9c-411d-874c-9c4dd08f9413", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:39.759773 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e7a65c1-3c50-4003-b91a-ab81e3e3ddc4 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:39.760237 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d9a296-d394-45cc-86e1-bea0d8357c11', 'name': 'network-vif-deleted', 'tag': '6b9c0a85-dd9c-411d-874c-9c4dd08f9413', 'status': 'completed', 'code': 200} Jun 28 10:00:40.510700 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7648b-b55d-4fdc-a08b-56f535957a9c req-31da431a-acd5-4fdb-b6f3-f49e6852efd8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:40.512070 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66a7648b-b55d-4fdc-a08b-56f535957a9c req-31da431a-acd5-4fdb-b6f3-f49e6852efd8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0621443 Jun 28 10:00:40.549022 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66a7648b-b55d-4fdc-a08b-56f535957a9c req-80f8bdcb-448c-4909-a9c9-cdc53078e813 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313158 Jun 28 10:00:40.886578 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3ae45fdf-eed8-49df-9f1c-7c34858bb236 req-ec341af3-3333-4ab6-bfbd-990e128eaf84 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d9a296-d394-45cc-86e1-bea0d8357c11 HTTP/1.1" status: 200 len: 210 time: 0.0277743 Jun 28 10:00:41.725577 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40abe7-5245-486c-8b73-7fb14cd19e71 req-32b02bd6-b474-4c34-82e6-6949d2a47dad tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:41.727057 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cf40abe7-5245-486c-8b73-7fb14cd19e71 req-32b02bd6-b474-4c34-82e6-6949d2a47dad tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0684330 Jun 28 10:00:41.765306 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-cf40abe7-5245-486c-8b73-7fb14cd19e71 req-445db27a-a1a5-4aa7-90ac-4a7df4f2703a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Jun 28 10:00:42.942746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab6a35-e357-4b02-8a09-d8e2c425e179 req-7c6e417b-c6a9-49a8-bd58-5e32bc1e53ee tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:42.944537 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7aab6a35-e357-4b02-8a09-d8e2c425e179 req-7c6e417b-c6a9-49a8-bd58-5e32bc1e53ee tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0694790 Jun 28 10:00:42.983412 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7aab6a35-e357-4b02-8a09-d8e2c425e179 req-5086ee37-7b97-4081-b06e-1d1b041c8491 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329406 Jun 28 10:00:43.372136 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:43.392163 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:43.392535 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 6b9c0a85-dd9c-411d-874c-9c4dd08f9413 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:44.150233 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6285ad6-7d9b-46bd-ad5c-eeb78e7776fc req-163e818c-b768-4825-a922-ce233cadf850 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:44.151663 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e6285ad6-7d9b-46bd-ad5c-eeb78e7776fc req-163e818c-b768-4825-a922-ce233cadf850 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0602860 Jun 28 10:00:44.195615 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e6285ad6-7d9b-46bd-ad5c-eeb78e7776fc req-ba4804af-b277-434e-af1a-e2fcddf10e47 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358238 Jun 28 10:00:45.375425 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06969-f27b-48e0-8757-9661a3650a97 req-ad84132a-5b9c-4a91-ada8-c998b05f9f48 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:45.376904 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9bf06969-f27b-48e0-8757-9661a3650a97 req-ad84132a-5b9c-4a91-ada8-c998b05f9f48 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0664794 Jun 28 10:00:45.414032 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9bf06969-f27b-48e0-8757-9661a3650a97 req-4a075163-5b62-4e20-906b-c805eb614d24 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315344 Jun 28 10:00:46.587105 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbe67a-d361-4e27-a14f-cc996dff9d36 req-6e890ab9-46af-41da-8bb8-c4ad6e57080d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:46.588559 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6dbbe67a-d361-4e27-a14f-cc996dff9d36 req-6e890ab9-46af-41da-8bb8-c4ad6e57080d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0621789 Jun 28 10:00:46.625582 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6dbbe67a-d361-4e27-a14f-cc996dff9d36 req-f4de7c11-6913-4988-bc48-c15bdaa64af6 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Jun 28 10:00:47.794357 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087decd-427b-4cd0-ad66-dbd411b9e772 req-bc8b2abe-f136-49ab-81da-7c45c372714f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:47.795828 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f087decd-427b-4cd0-ad66-dbd411b9e772 req-bc8b2abe-f136-49ab-81da-7c45c372714f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0618892 Jun 28 10:00:47.836317 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f087decd-427b-4cd0-ad66-dbd411b9e772 req-a91f6157-a4c0-4586-9ad5-b33e51d9f713 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Jun 28 10:00:49.005167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f054a2b-5851-4038-a085-bce96a7b756d req-e3ef84e4-869a-4272-8584-aec63e0c1c87 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:49.006614 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0f054a2b-5851-4038-a085-bce96a7b756d req-e3ef84e4-869a-4272-8584-aec63e0c1c87 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0612559 Jun 28 10:00:49.044728 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0f054a2b-5851-4038-a085-bce96a7b756d req-2346bc16-3b1c-4617-8f3b-ae7c739f9969 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325806 Jun 28 10:00:50.217193 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3728b-06e1-458b-90ce-75024e64f59a req-e5a6bc53-aaad-43bc-9f07-086144b878f3 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:50.218871 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a7b3728b-06e1-458b-90ce-75024e64f59a req-e5a6bc53-aaad-43bc-9f07-086144b878f3 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0633509 Jun 28 10:00:50.259743 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a7b3728b-06e1-458b-90ce-75024e64f59a req-51fae32a-c3cc-4159-ac4b-0dafeb4d3717 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338726 Jun 28 10:00:50.811472 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af263-08ad-4636-8ce5-46e7563af44a req-8c1fc2cb-ae19-4ccb-9869-078178c85eba tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:50.813323 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744af263-08ad-4636-8ce5-46e7563af44a req-8c1fc2cb-ae19-4ccb-9869-078178c85eba tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0788274 Jun 28 10:00:50.882616 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-744af263-08ad-4636-8ce5-46e7563af44a req-2f44b667-5bc1-45dc-9530-69b354b6f93f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606019 Jun 28 10:00:50.900426 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-6a603aaa-1dee-4de3-8edf-863d319d4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:50.907108 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-6a603aaa-1dee-4de3-8edf-863d319d4d3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 1098 time: 0.0781872 Jun 28 10:00:50.997640 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-c24b2226-21e9-4e07-886a-c88c2ce3ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:50.999112 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-c24b2226-21e9-4e07-886a-c88c2ce3ee42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.0901434 Jun 28 10:00:51.061924 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-3fc8317a-44e9-4954-bf33-93cf472c4321 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0558896 Jun 28 10:00:51.109040 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-aa5e50e6-bf1b-419b-bec6-a80a2ea57707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:51.110423 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-aa5e50e6-bf1b-419b-bec6-a80a2ea57707 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0420830 Jun 28 10:00:51.170560 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-0da9150d-c151-473b-a16d-258c10f455cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:51.171943 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-0da9150d-c151-473b-a16d-258c10f455cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550919 Jun 28 10:00:51.268006 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-07f740db-a9e9-41a4-9e2d-ada75d658395 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859218 Jun 28 10:00:51.358838 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2b37cb1c-88de-4280-858a-d80191b5b21b req-2ad0d4df-0154-4c0d-90f1-9cc15e9d42e5 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Jun 28 10:00:52.074662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f16ab-49d3-4fb1-afcb-3f2ec6e98127 req-d985bbab-4693-493e-bcff-a0570bc0648c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:52.076239 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-bc9f16ab-49d3-4fb1-afcb-3f2ec6e98127 req-d985bbab-4693-493e-bcff-a0570bc0648c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0704117 Jun 28 10:00:52.115203 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-bc9f16ab-49d3-4fb1-afcb-3f2ec6e98127 req-1c0f8ff6-67e0-4e83-a56d-682f491b706e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Jun 28 10:00:53.230901 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42188) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:53.304072 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c061d-09d6-4bd5-847a-4820636d3dd3 req-c9180465-580b-4409-be3b-ac3d7fb195d8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:53.305686 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-655c061d-09d6-4bd5-847a-4820636d3dd3 req-c9180465-580b-4409-be3b-ac3d7fb195d8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0653512 Jun 28 10:00:53.348318 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.361573 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-655c061d-09d6-4bd5-847a-4820636d3dd3 req-ef788dc0-fd20-4cf8-b046-bf86913cd66d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497820 Jun 28 10:00:53.452822 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.489869 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.493227 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7d5c0c11-915f-47d0-8651-65b1b31bb522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:53.533049 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96cc7f-d63b-43ec-83f7-7edf202858aa,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:53.537169 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0768480280c74048b073eca449a832b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046174 Jun 28 10:00:53.538052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:53.539724 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42194) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:53.598758 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.612956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.718383 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.721020 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.722914 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c96cc7f-d63b-43ec-83f7-7edf202858aa HTTP/1.1" status: 204 len: 168 time: 0.1822026 Jun 28 10:00:53.723733 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-9bb76aa2-c977-4af3-946b-50f04c1237f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:53.731770 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96cc7f-d63b-43ec-83f7-7edf202858aa,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:53.734641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee7e977e-c32e-4a70-8867-7c45404e8e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:54.392003 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ef8f13ba-d972-4065-9fcb-f2f85ed31e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:54.635646 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:00:56.975703 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-45f33422-14e4-4e08-99d2-edf0c5298101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:57.094795 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:58.358321 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:59.998214 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:08.775210 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.727973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42300) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:12.770682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Deleting subnet ad867771-0bb5-4493-bff1-b779b87bbf73 {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:01:12.773605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.809277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.846840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.952428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.954704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:12.979173 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad867771-0bb5-4493-bff1-b779b87bbf73,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:12.981957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:12.982918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.985522 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d714ee8b-bfd8-4b63-b2f8-9d394904f99b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad867771-0bb5-4493-bff1-b779b87bbf73 HTTP/1.1" status: 204 len: 168 time: 0.2565339 Jun 28 10:01:12.987943 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42302) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:13.057598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.133257 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.142660 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26645f40-e1d7-4fc0-a393-b2742ad66904']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:13.151956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232ee87a-6d9f-4079-89ff-13f204101958') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:13.152382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232ee87a-6d9f-4079-89ff-13f204101958') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:13.161610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.175356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.181246 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:01:13.181619 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:01:13.183219 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:01:13.294323 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.298292 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:13.300942 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.304136 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26645f40-e1d7-4fc0-a393-b2742ad66904 HTTP/1.1" status: 204 len: 168 time: 0.3140981 Jun 28 10:01:13.314649 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=26645f40-e1d7-4fc0-a393-b2742ad66904,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:13.317405 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:13.672212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42306) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:13.712564 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-f78333e6-aef3-4f25-9c06-fe12c8314dc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd8be3fb74ec45d388ee3f62cab4118e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389965 Jun 28 10:01:13.714823 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42308) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:13.762213 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.784198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.922884 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.925603 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.926775 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d047d9f-bf4f-4713-88a1-3ab183abffa6 HTTP/1.1" status: 204 len: 168 time: 0.2110689 Jun 28 10:01:13.927561 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-06a576c7-e4bc-4cf6-b2f8-3f568bfbcb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:13.935754 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d047d9f-bf4f-4713-88a1-3ab183abffa6,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:13.938969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:15.317858 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-15f2e64c-e1df-4fd9-b2b7-4a55569f8735 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498965 Jun 28 10:01:15.411123 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-502f31e6-1631-47c3-b053-24ae1aa5c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:15.412614 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-502f31e6-1631-47c3-b053-24ae1aa5c191 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 1100 time: 0.0514510 Jun 28 10:01:15.521559 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-42883e74-1f14-4c75-9f2e-cac6f649d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:15.522991 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-42883e74-1f14-4c75-9f2e-cac6f649d171 service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0871112 Jun 28 10:01:15.587195 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-59fb1a9d-aa24-48f0-aa49-57980ffe8ed2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 200 len: 1001 time: 0.0569465 Jun 28 10:01:15.638007 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-d9e31fdb-13cb-4de8-a8db-22a6bdf043da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:15.639469 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-d9e31fdb-13cb-4de8-a8db-22a6bdf043da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0449598 Jun 28 10:01:15.700693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-5609e00e-d37b-435e-8e72-fdfb6d4c8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:15.702178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-5609e00e-d37b-435e-8e72-fdfb6d4c8266 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556693 Jun 28 10:01:15.791288 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-eaea986f-b393-4f17-bd4b-a1b198ba0912 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Jun 28 10:01:15.884763 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1a298586-91e5-4fae-9e2b-98b79ed0ac86 req-0e13935b-febc-42da-8ede-ad42b179239e service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Jun 28 10:01:24.403243 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-79bde744-dd11-4cc2-99a8-4f0efc29f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:26.928584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cd559b01-f72c-453b-a14c-687987cf8bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:27.071719 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:28.334132 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:30.031524 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.634035 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:01:38.785145 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:38.968470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2cde-01b7-49fe-aa87-ded4991c3eab req-905b0329-c9a7-4632-baed-39b65c3fda8e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:38.969859 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c0be2cde-01b7-49fe-aa87-ded4991c3eab req-905b0329-c9a7-4632-baed-39b65c3fda8e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0639343 Jun 28 10:01:39.008176 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c0be2cde-01b7-49fe-aa87-ded4991c3eab req-b9a7b3f8-4dab-4cd9-a376-2f03ec957818 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Jun 28 10:01:40.184983 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7e846-dbe6-473b-9753-9508b2db8d63 req-d66981ad-2e9b-4089-8a0a-2b5e783b3e21 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:40.186335 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1da7e846-dbe6-473b-9753-9508b2db8d63 req-d66981ad-2e9b-4089-8a0a-2b5e783b3e21 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0616257 Jun 28 10:01:40.223580 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1da7e846-dbe6-473b-9753-9508b2db8d63 req-b7448777-946b-41f4-b58e-c74c153c8c71 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 Jun 28 10:01:41.327258 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-190fd712-57b5-4682-b01a-976004bd75e6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:41.329236 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-190fd712-57b5-4682-b01a-976004bd75e6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.0681295 Jun 28 10:01:41.464609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec536-e607-4f5e-864e-9d52715cd757 req-5ec7bb37-b5f3-4b5b-adb8-8e5ef51150aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:41.466179 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-77fec536-e607-4f5e-864e-9d52715cd757 req-5ec7bb37-b5f3-4b5b-adb8-8e5ef51150aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 947 time: 0.1243930 Jun 28 10:01:41.747973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Deleting port be714183-48d0-40f2-b6b0-7c893230a475 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:41.748310 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:41.806571 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-77fec536-e607-4f5e-864e-9d52715cd757 req-5cb9d15a-70c6-4de0-9d69-b158514da0ae tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=6914edf5-ccd2-487c-a056-f62471038437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339109 Jun 28 10:01:41.846455 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] For port be714183-48d0-40f2-b6b0-7c893230a475, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=be714183-48d0-40f2-b6b0-7c893230a475,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:41.846810 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.016179 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.016660 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.016989 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Floating IP d41181e7-e671-491b-9eb0-5e46866e6d25 disassociated. External IP: 172.27.3.59, port: be714183-48d0-40f2-b6b0-7c893230a475. Jun 28 10:01:42.017344 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Calling delete_port for be714183-48d0-40f2-b6b0-7c893230a475 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:42.191211 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.195062 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:42.224246 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event deleted for resources: {'Port': ['ID=be714183-48d0-40f2-b6b0-7c893230a475,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:42.236410 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.236783 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.237143 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.237499 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.237855 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.238213 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.238563 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.238906 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.239248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.239594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.239945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.240313 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:42.244850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:42.348096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:42.450453 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:42.460303 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:42.470159 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:42.470773 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:42.498102 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] No DVR routers for this DVR port be714183-48d0-40f2-b6b0-7c893230a475 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:01:42.500830 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.502807 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0a8d4ee1-72fa-46ea-9110-8d12004ba291 req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "DELETE /v2.0/ports/be714183-48d0-40f2-b6b0-7c893230a475 HTTP/1.1" status: 204 len: 173 time: 1.1677361 Jun 28 10:01:42.503305 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-deleted', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:42.505593 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3316d4-b447-4b7c-974f-2d2608027526" -d '{"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-deleted", "tag": "be714183-48d0-40f2-b6b0-7c893230a475"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:42.541958 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63357c34-27f2-472f-b447-f8859d4adcb5 x-openstack-request-id: req-63357c34-27f2-472f-b447-f8859d4adcb5 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:42.542309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d5250-5819-4368-8001-8a008f745ea4", "name": "network-vif-deleted", "tag": "be714183-48d0-40f2-b6b0-7c893230a475", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:42.542609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63357c34-27f2-472f-b447-f8859d4adcb5 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:42.543060 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5250-5819-4368-8001-8a008f745ea4', 'name': 'network-vif-deleted', 'tag': 'be714183-48d0-40f2-b6b0-7c893230a475', 'status': 'completed', 'code': 200} Jun 28 10:01:42.578993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:42.781946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:42.933212 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:42.946200 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:42.946838 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:42.977185 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd325e73-7744-487e-9cda-64a089d8bf96 req-20760b21-794d-4aee-b952-a4a816ac00a0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e4d5250-5819-4368-8001-8a008f745ea4 HTTP/1.1" status: 200 len: 210 time: 0.0291545 Jun 28 10:01:43.058346 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:43.262236 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:43.267333 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42500) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:43.290089 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216a754-ed43-4e53-9e19-4dd6028eaee3 None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:43.377616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.466189 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.510401 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d327428-ef0c-4082-b79f-aa02f2f47a6c None None] New status for floating IP d41181e7-e671-491b-9eb0-5e46866e6d25: DOWN {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:01:43.527817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.532262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:43.567736 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a258d2483e654a0590704091562c81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993214 Jun 28 10:01:43.568676 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978ba04f-b094-4be7-8875-3beef4547679,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:43.570398 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42504) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:43.571768 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:43.620943 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.642775 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.669346 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:43.695870 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: be714183-48d0-40f2-b6b0-7c893230a475 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:01:43.696278 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device be714183-48d0-40f2-b6b0-7c893230a475 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:01:43.779012 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.781639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.782815 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/978ba04f-b094-4be7-8875-3beef4547679 HTTP/1.1" status: 204 len: 168 time: 0.2108114 Jun 28 10:01:43.783681 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eddbc4e2-c044-4a30-b914-cff02ca49062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:43.791332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978ba04f-b094-4be7-8875-3beef4547679,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:43.798538 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.798920 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.799252 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.799605 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.799954 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.800355 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.804773 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.805274 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.805492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.805897 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.806240 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.806772 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:43.809735 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:44.181269 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42520) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:44.236556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.259183 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.384656 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.387210 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.388412 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "DELETE /v2.0/security-groups/6914edf5-ccd2-487c-a056-f62471038437 HTTP/1.1" status: 204 len: 168 time: 0.2061486 Jun 28 10:01:44.389158 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f2ae2674-bed4-4ab2-95fa-7ef9b4b6e9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:44.391532 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42524) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:44.397824 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6914edf5-ccd2-487c-a056-f62471038437,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:44.400274 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:44.406147 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.api.v2.resource [None req-b140ad29-623d-4d02-86c7-735bd0b3ee90 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] show failed (client error): The resource could not be found. Jun 28 10:01:44.407682 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b140ad29-623d-4d02-86c7-735bd0b3ee90 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups/6914edf5-ccd2-487c-a056-f62471038437 HTTP/1.1" status: 404 len: 347 time: 0.0150790 Jun 28 10:01:44.410832 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42526) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:44.542616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Deleting port 0bddf9ad-4f85-4694-a8c1-f5ea06170b82 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:44.543055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.619844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.620300 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.631759 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Calling delete_port for 0bddf9ad-4f85-4694-a8c1-f5ea06170b82 owned by network:floatingip {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:44.755951 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42538) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:44.836751 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.839757 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f15e7313-b8c4-4cb9-a4bc-feb314b131ed tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:44.849747 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1397643986-network', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:44.864839 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event deleted for resources: {'Port': ['ID=0bddf9ad-4f85-4694-a8c1-f5ea06170b82,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:44.871329 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:44.927885 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.930454 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.931596 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "DELETE /v2.0/floatingips/d41181e7-e671-491b-9eb0-5e46866e6d25 HTTP/1.1" status: 204 len: 168 time: 0.5198762 Jun 28 10:01:44.939367 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Made reservation on behalf of 791b3479ab1f473fa4ee9941dc5008f0 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:44.942214 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:44.951045 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.047519 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.104562 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.108573 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ba6dbd4c-895e-448b-96ac-d355d54aecc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:45.125945 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:01:45.138707 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd074d5-8198-4d4e-b4a8-dc6f82d30373,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:45.142370 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:45.145583 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.145934 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Added segment e991a68e-a0d9-47cb-b86b-a5be9f3b33e5 of type vlan for network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 Jun 28 10:01:45.192828 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.264524 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.266670 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:45.267434 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.270417 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:45.325826 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Pushing event updated for resources: {'Network': ['ID=9560abe5-71a5-4aca-898e-aa5bbddc47f9,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:45.329434 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:45.336574 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:01:45.353661 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ac25a105-c68c-431d-9846-90d06781767a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5938714 Jun 28 10:01:45.353917 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42544) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:45.358989 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Request body: {'subnet': {'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1397643986-subnet', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:45.418830 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Made reservation on behalf of 791b3479ab1f473fa4ee9941dc5008f0 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:45.421393 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968378'] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.482291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42546) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:45.487831 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622791752', 'description': 'tempest-description--1603548060'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:45.562196 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.636421 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968360'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.638765 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:45.641897 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.686291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d67e2ad-3c74-48bf-8f13-0c61558f75c7,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:45.694490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:45.705017 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Checking segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:45.705395 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Network hostable DHCP agents. Network: 9560abe5-71a5-4aca-898e-aa5bbddc47f9, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:01:45.841857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.844880 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2866a024-38c3-4ffe-9bdc-936d7d575b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:45.871683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d225ad-c2e4-4051-aa4d-d081eef7a12c,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:45.874526 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:45.894211 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:01:45.967536 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.968827 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4855361 Jun 28 10:01:45.972122 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42548) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:45.976577 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'security_group_rule': {'security_group_id': '35d225ad-c2e4-4051-aa4d-d081eef7a12c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:45.979515 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 9560abe5-71a5-4aca-898e-aa5bbddc47f9) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:45.983399 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:45.983988 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.991799 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f1d46-bc1d-4c70-b01c-0cfbaab5cd17 None None] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:46.069949 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.125001 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7676148 Jun 28 10:01:46.125464 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.125695 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42550) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:46.132470 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:46.136081 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:01:46.137173 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.191074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.193103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-83c293ed-2c6f-464d-be1f-c9da85fed46d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:46.207591 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd33807-bcdd-4fc3-8834-a169c07a06f8,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:46.211653 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:46.215332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.216511 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.264987 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.266902 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-29aee634-f9fe-4f43-a0c3-9fbc3504efe4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932088 Jun 28 10:01:46.269727 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42554) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:46.273167 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Allocated IP 172.20.0.2 (9560abe5-71a5-4aca-898e-aa5bbddc47f9/8d67e2ad-3c74-48bf-8f13-0c61558f75c7/f67af6fe-014b-4f00-9418-df84c5e0bd6b) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:46.274425 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'security_group_rule': {'security_group_id': '35d225ad-c2e4-4051-aa4d-d081eef7a12c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:46.280384 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.361332 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.416454 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.421255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.425630 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Transition to ACTIVE for port object f67af6fe-014b-4f00-9418-df84c5e0bd6b will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:46.440077 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Transition to ACTIVE for port object f67af6fe-014b-4f00-9418-df84c5e0bd6b will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:46.465130 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.471685 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a7adf685-c434-4222-b779-375334002e67 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:46.478661 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.486517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9b9c3f-b9d2-424b-9305-e57d279d5b0f,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:46.488752 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.488983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:46.491936 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-127bc468-45e7-486c-a387-0f7404ae67f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:46.526816 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:46.529543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:46.535581 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:46.544011 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Pushing event updated for resources: {'Port': ['ID=f67af6fe-014b-4f00-9418-df84c5e0bd6b,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:46.553478 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.553827 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.554161 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.554492 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.554841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.555163 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.555486 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.555806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.556126 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.556462 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.556781 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.557095 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.573385 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.581031 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0c53d2ca-255e-4ee8-9b9a-1148ca6d6a91 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040016 Jun 28 10:01:46.581167 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:46.581285 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42556) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:46.583722 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:46.612020 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Attempting to bind port f67af6fe-014b-4f00-9418-df84c5e0bd6b on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:46.612427 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Attempting to bind port f67af6fe-014b-4f00-9418-df84c5e0bd6b by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:46.612824 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Attempting to bind port f67af6fe-014b-4f00-9418-df84c5e0bd6b on network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:46.617841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:46.622713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Checking segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:46.622713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.622713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Bound using segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:46.622713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Bound port: f67af6fe-014b-4f00-9418-df84c5e0bd6b, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:46.622713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.670931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.686892 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] For port f67af6fe-014b-4f00-9418-df84c5e0bd6b, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:46.691904 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] For port f67af6fe-014b-4f00-9418-df84c5e0bd6b, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f67af6fe-014b-4f00-9418-df84c5e0bd6b,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:46.727967 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.746331 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.762398 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.768939 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-6a37a12e-69f3-40eb-a24a-4759add47ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:46.777655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.833160 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Pushing event updated for resources: {'Port': ['ID=f67af6fe-014b-4f00-9418-df84c5e0bd6b,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:46.845029 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:46.868043 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Allocated IP 172.27.3.15 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/fe884de7-34ca-4fad-890d-c9710eefa40c) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:46.982506 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.077847 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.082886 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:47.127551 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:47.131064 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:47.136695 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:47.141362 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Allocated IP 172.27.3.85 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/f1040417-ac75-414d-9bf3-834b802819fe) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:47.164424 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Pushing event updated for resources: {'Port': ['ID=fe884de7-34ca-4fad-890d-c9710eefa40c,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:47.168446 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:47.247129 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.356824 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.358901 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c1889363-504e-4292-a337-337e60305ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:47.392827 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:47.395500 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:47.401394 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:47.427303 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'Port': ['ID=f1040417-ac75-414d-9bf3-834b802819fe,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:47.432832 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:47.488314 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.511483 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.636574 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.687171 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.770348 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc950c-863c-4ad0-ba2c-f320cc08e400 None None] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:47.809412 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.853424 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.856418 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-039bc445-4cea-4fec-be38-1ab8849f5f55 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:47.870764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Router ad0b6e0d-015a-4f90-8432-7d9934519be1 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:01:47.936259 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'Port': ['ID=f1040417-ac75-414d-9bf3-834b802819fe,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:47.942865 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:47.945583 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.947313 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-5355f70e-05b8-44cf-bfc8-1f970e66d207 None None] Provisioning for port f67af6fe-014b-4f00-9418-df84c5e0bd6b completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:48.013285 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:48.023963 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Sync routers for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:48.037896 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:48.038538 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:48.070919 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.072598 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4935398 Jun 28 10:01:48.081058 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f67af6fe-014b-4f00-9418-df84c5e0bd6b up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:48.145233 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.150682 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0196748 Jun 28 10:01:48.150890 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42560) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:48.198808 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:48.264047 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port f67af6fe-014b-4f00-9418-df84c5e0bd6b completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:48.293847 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port f67af6fe-014b-4f00-9418-df84c5e0bd6b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:48.294234 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.333035 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-6fac3e2d-6046-4bbe-8e62-44eda4d4b47f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--622791752&fields=id&tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 267 time: 0.0379331 Jun 28 10:01:48.364682 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-dc855299-f6df-4876-8924-7e1a37b95544 None None] Provisioning complete for port f67af6fe-014b-4f00-9418-df84c5e0bd6b triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:48.365067 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-dc855299-f6df-4876-8924-7e1a37b95544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.459410 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-88eef3a5-3571-4b7c-91d7-0522ab3b6da3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:48.461462 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-88eef3a5-3571-4b7c-91d7-0522ab3b6da3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 817 time: 0.1161966 Jun 28 10:01:48.479251 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-6d04e2a7-d9f8-48b9-ae83-5f581ed9284e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/quotas/bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 375 time: 0.0114176 Jun 28 10:01:48.568536 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-32831a53-642a-4b56-82d4-696e335aa8e9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806289 Jun 28 10:01:48.661887 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.692234 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-dc855299-f6df-4876-8924-7e1a37b95544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.703175 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-dab9ce11-c87a-417a-896c-6fd3f41bf693 service neutron] 10.222.0.15 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203275 Jun 28 10:01:48.721677 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port f67af6fe-014b-4f00-9418-df84c5e0bd6b, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f67af6fe-014b-4f00-9418-df84c5e0bd6b,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:48.731807 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:47Z', 'revision_number': 3, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:48.759376 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Checking router: ad0b6e0d-015a-4f90-8432-7d9934519be1 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:48.759752 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Updating router ad0b6e0d-015a-4f90-8432-7d9934519be1 port fe884de7-34ca-4fad-890d-c9710eefa40c binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:01:48.800960 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-b29d064c-9905-4e50-a07e-995cd8a3f372 service neutron] 10.222.0.15 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905533 Jun 28 10:01:48.803552 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.824536 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.831593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:48.885232 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.967513 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.db.api [None req-dc855299-f6df-4876-8924-7e1a37b95544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 10:01:48.967876 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_db.api [None req-dc855299-f6df-4876-8924-7e1a37b95544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 10:01:48.971291 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=f67af6fe-014b-4f00-9418-df84c5e0bd6b,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:48.976077 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:49.049633 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Allocated IP 172.20.0.1 (9560abe5-71a5-4aca-898e-aa5bbddc47f9/8d67e2ad-3c74-48bf-8f13-0c61558f75c7/72ee7b0d-df01-43a1-8b2e-1a8182327f44) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:49.091880 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9f5ab4b9-5693-4e14-bedc-b2f95ff50180 req-84b4e851-53c6-4833-8332-6bc1b6c601dc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 210 time: 0.0321829 Jun 28 10:01:49.150781 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.161531 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Transition to ACTIVE for port object fe884de7-34ca-4fad-890d-c9710eefa40c will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:49.194860 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.209384 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.provisioning_blocks [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Transition to ACTIVE for port object 72ee7b0d-df01-43a1-8b2e-1a8182327f44 will not be triggered until provisioned by entity DHCP. {{(pid=105211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:49.225331 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.228252 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:49.274101 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Attempting to bind port fe884de7-34ca-4fad-890d-c9710eefa40c on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:49.274478 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Attempting to bind port fe884de7-34ca-4fad-890d-c9710eefa40c by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:49.274920 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Attempting to bind port fe884de7-34ca-4fad-890d-c9710eefa40c on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:49.283685 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a70bb0-ecdb-43f3-9cc8-db9017387480 None None] Pushing event updated for resources: {'Port': ['ID=fe884de7-34ca-4fad-890d-c9710eefa40c,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:49.286093 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:49.286467 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:49.286870 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.287252 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:49.287737 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Bound port: fe884de7-34ca-4fad-890d-c9710eefa40c, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:49.288103 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.289753 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d6a70bb0-ecdb-43f3-9cc8-db9017387480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:49.322430 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.325491 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fb4ae9ef-cd7b-4ca3-b27b-407b93a3f17a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:49.340601 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] For port fe884de7-34ca-4fad-890d-c9710eefa40c, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:49.343707 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] For port fe884de7-34ca-4fad-890d-c9710eefa40c, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=fe884de7-34ca-4fad-890d-c9710eefa40c,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:49.358652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:49.361836 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:49.367171 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:49.393674 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Pushing event updated for resources: {'Port': ['ID=72ee7b0d-df01-43a1-8b2e-1a8182327f44,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:49.397771 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:49.409702 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.415522 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.427543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:49.464756 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:49.465448 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:49.571753 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a70bb0-ecdb-43f3-9cc8-db9017387480 None None] Pushing event updated for resources: {'Port': ['ID=fe884de7-34ca-4fad-890d-c9710eefa40c,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:49.575063 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d6a70bb0-ecdb-43f3-9cc8-db9017387480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:49.632336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.635056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:49.791485 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.815825 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:47Z', 'revision_number': 3, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:49.818883 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ba5c2b14-1cf9-4068-bf83-0519e0689005 None None] Provisioning for port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:49.847527 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828740-c3bc-4848-a096-c48f2d8dfa88 None None] The sync data for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi is: [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:47Z', 'revision_number': 3, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:49.850572 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ba5c2b14-1cf9-4068-bf83-0519e0689005 None None] Provisioning complete for port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:49.851349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2b14-1cf9-4068-bf83-0519e0689005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.887371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c2b14-1cf9-4068-bf83-0519e0689005 None None] Port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:01:49.887501 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.894288 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:49.961721 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f67af6fe-014b-4f00-9418-df84c5e0bd6b up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:49.966982 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Pushing event updated for resources: {'Port': ['ID=72ee7b0d-df01-43a1-8b2e-1a8182327f44,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:49.971945 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:49.973226 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.020740 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port f67af6fe-014b-4f00-9418-df84c5e0bd6b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:50.020740 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.066437 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:50.071180 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:50.291593 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6cf1cc4a-383c-4d19-9a8b-a13153696d98 req-120e25cf-2a0b-47da-b3d1-de4ff7f35475 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 210 time: 0.0462549 Jun 28 10:01:50.293656 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Router ad0b6e0d-015a-4f90-8432-7d9934519be1 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:50.410800 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:50.423211 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] 10.222.0.15 "PUT /v2.0/routers/ad0b6e0d-015a-4f90-8432-7d9934519be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2706776 Jun 28 10:01:50.428571 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-43df20e9-a9fb-4534-9609-fdce3c8bf972 None None] Provisioning complete for port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:50.429240 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-43df20e9-a9fb-4534-9609-fdce3c8bf972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.481023 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-43df20e9-a9fb-4534-9609-fdce3c8bf972 None None] Port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:01:51.092132 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42604) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:51.097967 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-132600699-network', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:51.195356 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Made reservation on behalf of 36f563b1ef4241539af4f782bb8cf333 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:51.195356 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.202315 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.290975 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.345232 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.349621 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a2a14303-b153-4dbc-9306-4335f8ea45a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:51.368004 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:01:51.384055 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb9ff7-5b8c-46a4-87d5-b8ab4e84aaec,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:51.387330 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.387875 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Added segment ed858158-de19-4da6-b499-b204effaccb0 of type vlan for network 8c43725d-9fb1-45fa-873b-8117d705a3cc Jun 28 10:01:51.389619 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:51.439589 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-e79cc62d-369d-4827-afdb-03d8edeb3891 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:51.441562 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-e79cc62d-369d-4827-afdb-03d8edeb3891 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 817 time: 0.1262631 Jun 28 10:01:51.472638 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-da19d4de-ab18-4fba-b4b1-4b396f17c312 req-c1ec7101-c6ba-41fc-b489-bbe4f98b49d4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 210 time: 0.0393777 Jun 28 10:01:51.475051 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.505324 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-810f9b5f-1880-463c-b8f8-6d6716ac5944 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 379 time: 0.0464253 Jun 28 10:01:51.515252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'port': {'device_id': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'admin_state_up': True, 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'security_groups': ['35d225ad-c2e4-4051-aa4d-d081eef7a12c']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:51.610694 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Sync routers for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:51.619624 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:51.620277 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:51.687888 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.690306 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:51.691248 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.693564 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:51.721615 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Made reservation on behalf of bfd8cdb3bffe4839b3fb5374ad964a6c for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:51.725360 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.762665 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c43725d-9fb1-45fa-873b-8117d705a3cc,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:51.765726 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:51.777715 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:01:51.802672 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-23a0c559-672a-4149-84a8-b34cb7b818a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7093379 Jun 28 10:01:51.805425 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42608) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:51.810860 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Request body: {'subnet': {'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-132600699-subnet', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:51.820988 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:51.871258 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Allocated IP 172.20.0.5 (375e9649-7ea0-41db-9c42-7696e04c095a/8b1cad49-e1ea-47f8-be72-41e5549ae16a/1802b1c3-a3c0-41a2-85f2-976979c59430) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:51.898998 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Made reservation on behalf of 36f563b1ef4241539af4f782bb8cf333 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:51.901666 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968378'] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.994428 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device fe884de7-34ca-4fad-890d-c9710eefa40c up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:52.032992 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.050073 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Transition to ACTIVE for port object 1802b1c3-a3c0-41a2-85f2-976979c59430 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:52.071429 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 2, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:52.103134 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Checking router: ad0b6e0d-015a-4f90-8432-7d9934519be1 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:52.104129 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Updating router ad0b6e0d-015a-4f90-8432-7d9934519be1 port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:01:52.105060 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port fe884de7-34ca-4fad-890d-c9710eefa40c completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:52.109281 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port fe884de7-34ca-4fad-890d-c9710eefa40c triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:52.113722 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.122429 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.133370 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.141013 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.169780 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Network 375e9649-7ea0-41db-9c42-7696e04c095a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:52.174085 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:52.178276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:52.195492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968360'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.199988 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.200870 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-da35586a-b6e9-4888-bd83-6c4b87a8ed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.218736 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.225796 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.235474 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port fe884de7-34ca-4fad-890d-c9710eefa40c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=fe884de7-34ca-4fad-890d-c9710eefa40c,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:52.249381 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:52.251906 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.264348 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde887bf-46d4-4784-ad91-d21609b42b17,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.268986 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.276424 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Checking segment: {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:52.280517 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Network hostable DHCP agents. Network: 8c43725d-9fb1-45fa-873b-8117d705a3cc, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:01:52.299652 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.301562 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.328218 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173759 Jun 28 10:01:52.349350 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Request body: {'port': {'device_id': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:52.353816 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=fe884de7-34ca-4fad-890d-c9710eefa40c,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.357400 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.367754 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:01:52.434422 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.447633 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 8c43725d-9fb1-45fa-873b-8117d705a3cc) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:52.452305 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:52.452960 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.459307 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb826ff-31a2-4481-b02c-ab832bd81b4c None None] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:52.465757 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.477292 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Transition to ACTIVE for port object 72ee7b0d-df01-43a1-8b2e-1a8182327f44 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:52.554037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42616) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:52.555891 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-44859e85-b259-4878-9ddf-2a032bd9cf04 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7493575 Jun 28 10:01:52.560899 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:52.573652 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.576737 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-39e7f36e-9590-453a-831f-3b592b4a49ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.609043 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-1a05f3e7-66db-4b65-be37-cfaaeb0d8991 None None] Provisioning for port 1802b1c3-a3c0-41a2-85f2-976979c59430 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:52.617195 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-1a05f3e7-66db-4b65-be37-cfaaeb0d8991 None None] Provisioning complete for port 1802b1c3-a3c0-41a2-85f2-976979c59430 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:52.617195 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-1a05f3e7-66db-4b65-be37-cfaaeb0d8991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.617739 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Pushing event updated for resources: {'Port': ['ID=72ee7b0d-df01-43a1-8b2e-1a8182327f44,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.627035 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.627394 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.627723 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.628043 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.628382 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.628696 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.629003 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.629312 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.629620 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.629932 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.630236 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.630693 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:52.634149 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.648251 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-8c43725d-9fb1-45fa-873b-8117d705a3cc', 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'fixed_ips': [{'subnet_id': 'fde887bf-46d4-4784-ad91-d21609b42b17'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:01:52.649108 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.681806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-1a05f3e7-66db-4b65-be37-cfaaeb0d8991 None None] Port 1802b1c3-a3c0-41a2-85f2-976979c59430 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:01:52.701229 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Attempting to bind port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:52.704342 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Attempting to bind port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:52.704342 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Attempting to bind port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 on network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:52.713042 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:52.713661 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Checking segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:52.714233 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.714775 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Bound using segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:52.715389 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Bound port: 72ee7b0d-df01-43a1-8b2e-1a8182327f44, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:52.715926 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.731416 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.732444 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.767790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f4c9f-cf9a-4ba3-aeb2-d743335f19e0 req-7a2d0ec2-3a37-4d9e-bfde-fe1c9a0a63dd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:52.769369 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d34f4c9f-cf9a-4ba3-aeb2-d743335f19e0 req-7a2d0ec2-3a37-4d9e-bfde-fe1c9a0a63dd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 931 time: 0.1174896 Jun 28 10:01:52.793571 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] For port 72ee7b0d-df01-43a1-8b2e-1a8182327f44, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:52.797739 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] For port 72ee7b0d-df01-43a1-8b2e-1a8182327f44, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=72ee7b0d-df01-43a1-8b2e-1a8182327f44,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:52.829539 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Allocated IP 172.20.0.2 (8c43725d-9fb1-45fa-873b-8117d705a3cc/fde887bf-46d4-4784-ad91-d21609b42b17/2692f3e0-0d6e-4dee-8455-b23bcd116f7a) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:52.858845 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.870986 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.876858 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-39e7f36e-9590-453a-831f-3b592b4a49ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.878024 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1802b1c3-a3c0-41a2-85f2-976979c59430 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:01:52.888783 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d34f4c9f-cf9a-4ba3-aeb2-d743335f19e0 req-5d234ba9-eb29-4d4a-baaf-a337940a9176 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119599 Jun 28 10:01:52.890638 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.903213 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Transition to ACTIVE for port object 1802b1c3-a3c0-41a2-85f2-976979c59430 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:52.941510 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:52.945249 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:52.983957 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Pushing event updated for resources: {'Port': ['ID=72ee7b0d-df01-43a1-8b2e-1a8182327f44,revision_number=4']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.988905 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.993714 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.996979 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c1889363-504e-4292-a337-337e60305ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:53.029746 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.039841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Transition to ACTIVE for port object 2692f3e0-0d6e-4dee-8455-b23bcd116f7a will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:53.058344 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Transition to ACTIVE for port object 2692f3e0-0d6e-4dee-8455-b23bcd116f7a will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:53.070532 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:53.116206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:53.121051 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.124657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:53.136832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.147374 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:53.222117 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:53.223575 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Pushing event updated for resources: {'Port': ['ID=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:53.227668 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:53.229191 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:53.231672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:53.280701 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Attempting to bind port 1802b1c3-a3c0-41a2-85f2-976979c59430 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:53.280934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Attempting to bind port 1802b1c3-a3c0-41a2-85f2-976979c59430 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:53.281264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Attempting to bind port 1802b1c3-a3c0-41a2-85f2-976979c59430 on network 375e9649-7ea0-41db-9c42-7696e04c095a {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:53.287110 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Port 1802b1c3-a3c0-41a2-85f2-976979c59430 on network 375e9649-7ea0-41db-9c42-7696e04c095a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:01:53.287486 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Attempting to bind port 1802b1c3-a3c0-41a2-85f2-976979c59430 on network 375e9649-7ea0-41db-9c42-7696e04c095a {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:53.297059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:53.297430 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Checking segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:53.297815 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Bound using segment: {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:53.298340 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Bound port: 1802b1c3-a3c0-41a2-85f2-976979c59430, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c219cb-101e-46da-829d-6552134819fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:53.298700 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.310699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Attempting to bind port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:53.311168 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Attempting to bind port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:53.311775 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Attempting to bind port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a on network 8c43725d-9fb1-45fa-873b-8117d705a3cc {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:53.318004 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:53.318802 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Checking segment: {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:53.319443 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.320054 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Bound using segment: {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:53.320808 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Bound port: 2692f3e0-0d6e-4dee-8455-b23bcd116f7a, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:53.321434 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.337691 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.371023 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beafd4-4c4f-4804-9bc6-26b41f653d16 None None] The sync data for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi is: [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:53.393924 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] For port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:53.398053 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] For port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:53.403853 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:53.408029 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:53.473075 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.475834 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:53.491870 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.495128 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dcf8f6f5-e07a-4c00-99f9-4a73530b419d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:53.535865 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Pushing event updated for resources: {'Port': ['ID=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:53.548663 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:53.839218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:53.839821 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.841245 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 200 len: 1093 time: 1.4968736 Jun 28 10:01:53.845359 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:53.847711 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eefb05-374c-4f59-aa64-71b692a7db60" -d '{"events": [{"name": "network-changed", "server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:53.864779 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:53.869679 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:53.871098 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.890347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.930287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4303f1c-0d99-447c-b8df-3305b5a5808b x-openstack-request-id: req-e4303f1c-0d99-447c-b8df-3305b5a5808b {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:53.930609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:53.930886 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4303f1c-0d99-447c-b8df-3305b5a5808b {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:53.931444 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'status': 'completed', 'code': 200} Jun 28 10:01:54.092541 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Allocated IP 172.27.3.204 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/f4cfd5fa-8078-4420-9014-33673d1cf73b) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:54.177728 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 72ee7b0d-df01-43a1-8b2e-1a8182327f44 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:54.180942 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eefb05-374c-4f59-aa64-71b692a7db60 req-67f0c544-4abd-4d46-8c20-b82ef0c4ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.182423 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-35eefb05-374c-4f59-aa64-71b692a7db60 req-67f0c544-4abd-4d46-8c20-b82ef0c4ab0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1096 time: 0.1841273 Jun 28 10:01:54.300410 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:54.307965 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:54.308382 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.345476 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aa7fc-bcef-4fec-bd6e-8b7521c86eae req-f8d881f0-9bcd-444e-ba11-c2bfe5984940 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.349011 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f78aa7fc-bcef-4fec-bd6e-8b7521c86eae req-f8d881f0-9bcd-444e-ba11-c2bfe5984940 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.2864864 Jun 28 10:01:54.353636 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.427133 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.451096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eefb05-374c-4f59-aa64-71b692a7db60 req-342283ce-895d-4b82-b412-f6385672d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.452943 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-35eefb05-374c-4f59-aa64-71b692a7db60 req-342283ce-895d-4b82-b412-f6385672d6da service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2400846 Jun 28 10:01:54.457452 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ba34f3db-f582-4ec6-b305-74917c8e07ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.473856 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 72ee7b0d-df01-43a1-8b2e-1a8182327f44, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=72ee7b0d-df01-43a1-8b2e-1a8182327f44,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:54.488568 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.490590 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-706189dd-7985-4e0f-99b6-10d0c9bac0ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:54.503413 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f78aa7fc-bcef-4fec-bd6e-8b7521c86eae req-b27e7f36-86a7-447a-87bd-30d226883401 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974500 Jun 28 10:01:54.567520 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.569445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:54.569967 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device fe884de7-34ca-4fad-890d-c9710eefa40c up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:54.572818 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:54.577174 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:54.584457 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:54.588778 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Pushing event updated for resources: {'Port': ['ID=f4cfd5fa-8078-4420-9014-33673d1cf73b,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:54.594728 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:54.635471 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2738a7-b952-4a2e-8988-89cdee62e1bd None None] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:54.645212 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eefb05-374c-4f59-aa64-71b692a7db60 req-fc84f5f9-59d7-4bcf-a9e5-f4f2dc4f4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.646697 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-35eefb05-374c-4f59-aa64-71b692a7db60 req-fc84f5f9-59d7-4bcf-a9e5-f4f2dc4f4132 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1864276 Jun 28 10:01:54.812790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-1322fea5-31cb-4ecb-a68f-fc22e8bdc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.814843 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-1322fea5-31cb-4ecb-a68f-fc22e8bdc054 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1096 time: 0.0691335 Jun 28 10:01:54.845894 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=72ee7b0d-df01-43a1-8b2e-1a8182327f44,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:54.849899 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:54.867498 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-79819095-b0ae-49ad-ad00-daf9168388b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 200 len: 217 time: 0.0365236 Jun 28 10:01:54.879952 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port fe884de7-34ca-4fad-890d-c9710eefa40c triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:54.880400 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.939790 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-c6e5033a-cbad-4474-a447-3f251acc7034 None None] Provisioning for port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:54.961569 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-0d098e37-3837-4071-911e-39c5b43b032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.963031 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-0d098e37-3837-4071-911e-39c5b43b032b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0885665 Jun 28 10:01:55.022056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 2692f3e0-0d6e-4dee-8455-b23bcd116f7a up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:55.046845 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.109956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-174369ee-0a07-4565-a78d-413345526d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.111416 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-174369ee-0a07-4565-a78d-413345526d4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177127 Jun 28 10:01:55.156064 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:55.160637 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:55.161238 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.245462 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.279791 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:55.318154 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-cb0d9493-69d8-4bdc-984b-5e662249cb50 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782866 Jun 28 10:01:55.355898 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.358313 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:55.362541 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.404628 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-f5e112dc-ad14-46a5-8bc5-813f42c6a8ea None None] Provisioning complete for port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:55.405010 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f5e112dc-ad14-46a5-8bc5-813f42c6a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.442528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:55.446668 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:55.493646 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c02f1bce-1a57-478c-8b66-0f3ec298e896 req-b3a6e1f3-f964-4248-ad29-07cb5dcbe1ac service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642737 Jun 28 10:01:55.641966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Router 5eedc8a6-38fe-4e44-8da9-90840ec40812 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:01:55.683401 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026282f-1658-4282-917b-196a1f45916f req-e1bc18c7-b620-422b-a036-22a6625e78d9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.684996 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b026282f-1658-4282-917b-196a1f45916f req-e1bc18c7-b620-422b-a036-22a6625e78d9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0629590 Jun 28 10:01:55.723417 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b026282f-1658-4282-917b-196a1f45916f req-b26e55f7-02d5-48bd-af93-1978fe9cb47c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Jun 28 10:01:55.750088 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:55.759055 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Sync routers for ids ['5eedc8a6-38fe-4e44-8da9-90840ec40812'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:55.767929 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Routers {'5eedc8a6-38fe-4e44-8da9-90840ec40812'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:55.768577 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['5eedc8a6-38fe-4e44-8da9-90840ec40812'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:55.818768 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:55.819983 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2648988 Jun 28 10:01:55.822642 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42628) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:55.871861 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Set router 5eedc8a6-38fe-4e44-8da9-90840ec40812 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:55.976082 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 72ee7b0d-df01-43a1-8b2e-1a8182327f44 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:56.073669 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:56.074048 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.131622 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 3, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:56.160036 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Checking router: 5eedc8a6-38fe-4e44-8da9-90840ec40812 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:56.160457 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Updating router 5eedc8a6-38fe-4e44-8da9-90840ec40812 port f4cfd5fa-8078-4420-9014-33673d1cf73b binding host dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:01:56.224721 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.226634 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 2692f3e0-0d6e-4dee-8455-b23bcd116f7a up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:56.226887 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.362302 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:56.363153 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.387758 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Allocated IP 172.20.0.1 (8c43725d-9fb1-45fa-873b-8117d705a3cc/fde887bf-46d4-4784-ad91-d21609b42b17/57b9b5e6-b0ac-42d4-98b6-bb00fd160881) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:56.505186 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.518656 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Transition to ACTIVE for port object 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:56.584618 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Notify callbacks [] for port, precommit_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.594521 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Transition to ACTIVE for port object f4cfd5fa-8078-4420-9014-33673d1cf73b will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:56.596696 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.599644 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-baedb007-17ac-42c2-8ecb-985ab7eaabfd tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:56.635978 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:56.638768 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:56.642047 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:56.674295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Pushing event updated for resources: {'Port': ['ID=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:56.678513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:56.681571 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.684501 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:56.692767 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.736071 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Attempting to bind port f4cfd5fa-8078-4420-9014-33673d1cf73b on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:56.736500 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Attempting to bind port f4cfd5fa-8078-4420-9014-33673d1cf73b by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:56.736835 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Attempting to bind port f4cfd5fa-8078-4420-9014-33673d1cf73b on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:56.740220 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0827b9-aeef-4843-b9c1-93227b1a9c7d None None] Pushing event updated for resources: {'Port': ['ID=f4cfd5fa-8078-4420-9014-33673d1cf73b,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:56.744280 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-7c0827b9-aeef-4843-b9c1-93227b1a9c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:56.745500 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:56.745950 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:56.746265 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.746651 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:56.747222 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Bound port: f4cfd5fa-8078-4420-9014-33673d1cf73b, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:56.747481 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.809907 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] For port f4cfd5fa-8078-4420-9014-33673d1cf73b, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:56.816468 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] For port f4cfd5fa-8078-4420-9014-33673d1cf73b, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f4cfd5fa-8078-4420-9014-33673d1cf73b,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:56.859272 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.862962 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:56.948494 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0827b9-aeef-4843-b9c1-93227b1a9c7d None None] Pushing event updated for resources: {'Port': ['ID=f4cfd5fa-8078-4420-9014-33673d1cf73b,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:56.951527 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-7c0827b9-aeef-4843-b9c1-93227b1a9c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:56.953288 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Routers {'5eedc8a6-38fe-4e44-8da9-90840ec40812'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:56.953910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['5eedc8a6-38fe-4e44-8da9-90840ec40812'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:56.990908 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e45e0988-bb94-4a36-8594-5eb2d273dc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.020898 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-9869b5dd-62c1-4ca4-a6e2-2f36d2adeb5f None None] Provisioning for port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:57.055289 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.058501 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-9869b5dd-62c1-4ca4-a6e2-2f36d2adeb5f None None] Provisioning complete for port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:57.058868 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9869b5dd-62c1-4ca4-a6e2-2f36d2adeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.110758 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] Set router 5eedc8a6-38fe-4e44-8da9-90840ec40812 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:57.112807 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-9869b5dd-62c1-4ca4-a6e2-2f36d2adeb5f None None] Port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:01:57.187059 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.217826 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de73c9-935e-4118-b454-8a14877ffcab req-c74358b0-29f0-43b7-8de4-765c553e3747 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:57.220285 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50de73c9-935e-4118-b454-8a14877ffcab req-c74358b0-29f0-43b7-8de4-765c553e3747 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.3673289 Jun 28 10:01:57.299069 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50de73c9-935e-4118-b454-8a14877ffcab req-c5eb3e8d-5cd4-4a66-8cce-6dbe3a9542a2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618575 Jun 28 10:01:57.394730 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.425052 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '57b9b5e6-b0ac-42d4-98b6-bb00fd160881', 'name': '', 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'mac_address': 'fa:16:3e:ee:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:56Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 1, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'subnets': [{'id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:57.442448 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.446742 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bb940fae-1f94-4331-8c8e-d4ee07e57f4c tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:57.455377 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe1979-2442-47f0-ae36-0aeac4292412 None None] The sync data for ids ['5eedc8a6-38fe-4e44-8da9-90840ec40812'] in dv-cinder-792209-2-iscsi is: [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '57b9b5e6-b0ac-42d4-98b6-bb00fd160881', 'name': '', 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'mac_address': 'fa:16:3e:ee:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:56Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 1, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'subnets': [{'id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:57.523001 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Pushing event updated for resources: {'Port': ['ID=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:57.526043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.528420 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:57.620527 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:57.622043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:57.738339 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:01:57.764028 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Router 5eedc8a6-38fe-4e44-8da9-90840ec40812 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:57.863138 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:57.876138 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'mac_address': 'fa:16:3e:2d:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:01:57.912417 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:57.920851 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] 10.222.0.15 "PUT /v2.0/routers/5eedc8a6-38fe-4e44-8da9-90840ec40812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0969470 Jun 28 10:01:57.937363 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.955107 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-1b076b90-dca9-49cb-b942-92f8dcda7e0c None None] Provisioning complete for port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:57.955480 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-1b076b90-dca9-49cb-b942-92f8dcda7e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:57.958102 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1802b1c3-a3c0-41a2-85f2-976979c59430 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:01:58.003932 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:58.009104 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-1b076b90-dca9-49cb-b942-92f8dcda7e0c None None] Port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:01:58.082084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:58.084723 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:58.156617 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:58.158207 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:58.350634 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:58.498074 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082d248-ef5c-4811-a147-7c19cc61c83f req-6dd8f0ea-cc62-4b1c-b44a-2ac831bb4d05 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:58.498074 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2082d248-ef5c-4811-a147-7c19cc61c83f req-6dd8f0ea-cc62-4b1c-b44a-2ac831bb4d05 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0744464 Jun 28 10:01:58.546656 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2082d248-ef5c-4811-a147-7c19cc61c83f req-2a85ecd9-6004-4a19-ab17-720d023c4e07 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445487 Jun 28 10:01:58.728478 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['1802b1c3-a3c0-41a2-85f2-976979c59430'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:59.765464 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29dac9-a924-4216-ae64-a8d2f3d010c9 req-fb9726fc-4885-4f3d-8ad3-80d9081ce384 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:59.774546 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fe29dac9-a924-4216-ae64-a8d2f3d010c9 req-fb9726fc-4885-4f3d-8ad3-80d9081ce384 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0920033 Jun 28 10:01:59.815075 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fe29dac9-a924-4216-ae64-a8d2f3d010c9 req-ffbafc28-90e8-4719-8e3c-dc911f3b7fd1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393567 Jun 28 10:01:59.994381 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f4cfd5fa-8078-4420-9014-33673d1cf73b up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:00.021480 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.121468 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port f4cfd5fa-8078-4420-9014-33673d1cf73b completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:00.127342 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port f4cfd5fa-8078-4420-9014-33673d1cf73b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:00.128114 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.228485 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.255532 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port f4cfd5fa-8078-4420-9014-33673d1cf73b, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f4cfd5fa-8078-4420-9014-33673d1cf73b,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:00.299445 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.306167 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:00.358974 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=f4cfd5fa-8078-4420-9014-33673d1cf73b,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:00.365314 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:01.009617 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eecbee-ac84-4c2a-8783-d40735e9b623 req-1d38d19f-0ec2-44fb-8fa0-2f3ffbd7811f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:01.011813 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-83eecbee-ac84-4c2a-8783-d40735e9b623 req-1d38d19f-0ec2-44fb-8fa0-2f3ffbd7811f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0743144 Jun 28 10:02:01.079908 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-83eecbee-ac84-4c2a-8783-d40735e9b623 req-af0a7ce0-4b16-4b33-bc57-a801336166cf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507169 Jun 28 10:02:01.481174 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Sync routers for ids ['5eedc8a6-38fe-4e44-8da9-90840ec40812'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:01.494608 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Routers {'5eedc8a6-38fe-4e44-8da9-90840ec40812'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:01.495270 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['5eedc8a6-38fe-4e44-8da9-90840ec40812'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:01.611536 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Set router 5eedc8a6-38fe-4e44-8da9-90840ec40812 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:01.755849 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:01.809067 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '57b9b5e6-b0ac-42d4-98b6-bb00fd160881', 'name': '', 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'mac_address': 'fa:16:3e:ee:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:56Z', 'updated_at': '2021-06-28T10:01:57Z', 'revision_number': 2, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'subnets': [{'id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:01.835388 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Checking router: 5eedc8a6-38fe-4e44-8da9-90840ec40812 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:01.835739 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Updating router 5eedc8a6-38fe-4e44-8da9-90840ec40812 port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:02:01.870265 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 1802b1c3-a3c0-41a2-85f2-976979c59430 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:01.872009 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.874265 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 1802b1c3-a3c0-41a2-85f2-976979c59430 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:01.874835 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.004806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.036340 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:02.038687 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c8322-fff5-41e9-abdb-98d381d13486" -d '{"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-plugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:02.046743 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f4cfd5fa-8078-4420-9014-33673d1cf73b up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:02.076998 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:02.123092 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f7148-cc33-4ccd-b0e4-276e99acbaca x-openstack-request-id: req-673f7148-cc33-4ccd-b0e4-276e99acbaca {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:02.123405 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-plugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:02.123720 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-673f7148-cc33-4ccd-b0e4-276e99acbaca {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:02.124272 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'code': 200} Jun 28 10:02:02.127820 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port f4cfd5fa-8078-4420-9014-33673d1cf73b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:02.133156 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.177750 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.188063 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Transition to ACTIVE for port object 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:02.189906 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.196100 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:02.276951 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:02.288384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:02.292970 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.303006 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:02.339455 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093e461-f8ed-41a2-baa5-1b60d71b3adb req-64427806-2847-460a-9d93-b6c2ff69b46e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:02.346455 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b093e461-f8ed-41a2-baa5-1b60d71b3adb req-64427806-2847-460a-9d93-b6c2ff69b46e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0934350 Jun 28 10:02:02.385293 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf06c-1463-4ba9-93b5-d244d63d0167 None None] Pushing event updated for resources: {'Port': ['ID=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:02.404009 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-a98bf06c-1463-4ba9-93b5-d244d63d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:02.422647 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b093e461-f8ed-41a2-baa5-1b60d71b3adb req-eb57e136-7fe5-40d5-bd7d-a12181867f4e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677454 Jun 28 10:02:02.517736 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Attempting to bind port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:02.518342 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Attempting to bind port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:02.518469 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Attempting to bind port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 on network 8c43725d-9fb1-45fa-873b-8117d705a3cc {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:02.530273 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:02.530654 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Checking segment: {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:02.531091 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.532479 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Bound using segment: {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:02.533138 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Bound port: 57b9b5e6-b0ac-42d4-98b6-bb00fd160881, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed858158-de19-4da6-b499-b204effaccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:02.533836 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.694480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1aed2-79d1-4b62-9e1c-734d54aebe1e req-78afa362-7ef8-4f6d-a427-1f5193b5d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:02.696878 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c1f1aed2-79d1-4b62-9e1c-734d54aebe1e req-78afa362-7ef8-4f6d-a427-1f5193b5d9d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1098 time: 0.0631917 Jun 28 10:02:02.731940 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] For port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:02.737276 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] For port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:02.742728 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c1f1aed2-79d1-4b62-9e1c-734d54aebe1e req-3641f329-79a3-415a-80b8-764b16e2bb4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359466 Jun 28 10:02:02.808609 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.814752 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8b134500-8a70-49bd-a03b-e1be0134effa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:02.893753 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf06c-1463-4ba9-93b5-d244d63d0167 None None] Pushing event updated for resources: {'Port': ['ID=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,revision_number=4']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:02.897765 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-a98bf06c-1463-4ba9-93b5-d244d63d0167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:02.904996 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Routers {'5eedc8a6-38fe-4e44-8da9-90840ec40812'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:02.905687 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['5eedc8a6-38fe-4e44-8da9-90840ec40812'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:03.029325 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] Set router 5eedc8a6-38fe-4e44-8da9-90840ec40812 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:03.263841 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '57b9b5e6-b0ac-42d4-98b6-bb00fd160881', 'name': '', 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'mac_address': 'fa:16:3e:ee:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:56Z', 'updated_at': '2021-06-28T10:02:02Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'subnets': [{'id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:03.291156 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ea2d3-4364-44f6-a6bb-f168f1a69a6c None None] The sync data for ids ['5eedc8a6-38fe-4e44-8da9-90840ec40812'] in dv-cinder-792209-2-iscsi is: [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:01:56Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '57b9b5e6-b0ac-42d4-98b6-bb00fd160881', 'name': '', 'network_id': '8c43725d-9fb1-45fa-873b-8117d705a3cc', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'mac_address': 'fa:16:3e:ee:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:56Z', 'updated_at': '2021-06-28T10:02:02Z', 'revision_number': 4, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'subnets': [{'id': 'fde887bf-46d4-4784-ad91-d21609b42b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:03.604985 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e25e-b865-4730-a50d-44f660c6c248 req-e15db831-3400-4535-a8fc-8be6618962b0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:03.607151 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ceb2e25e-b865-4730-a50d-44f660c6c248 req-e15db831-3400-4535-a8fc-8be6618962b0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0700648 Jun 28 10:02:03.653062 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ceb2e25e-b865-4730-a50d-44f660c6c248 req-f4b6de40-efc6-40c2-868e-5fbd90eaa7aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Jun 28 10:02:04.006389 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:04.133770 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:04.138329 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:04.138899 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:04.240752 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:04.280572 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:04.344909 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:04.347058 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:04.405033 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:04.416250 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:04.843102 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9153998-16d1-4c1d-ae9a-32f6264475a6 req-26bd5668-3801-43a5-a125-a732f4861588 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:04.845362 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f9153998-16d1-4c1d-ae9a-32f6264475a6 req-26bd5668-3801-43a5-a125-a732f4861588 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0665607 Jun 28 10:02:04.883343 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f9153998-16d1-4c1d-ae9a-32f6264475a6 req-d872f339-58b9-4937-97da-1b57e51f80dd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Jun 28 10:02:05.979557 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:06.045641 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:06.046357 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.084244 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362c757-1cd4-491c-9523-0b17aea9f787 req-4fc18e29-9d7b-4aef-8e1a-25d524e938b3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:06.086536 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8362c757-1cd4-491c-9523-0b17aea9f787 req-4fc18e29-9d7b-4aef-8e1a-25d524e938b3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0762475 Jun 28 10:02:06.152164 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8362c757-1cd4-491c-9523-0b17aea9f787 req-a79efe88-ae67-4dad-b610-57f1f1b1ff7d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592420 Jun 28 10:02:06.329532 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9dcac-3749-4a35-8526-bec03715337f req-80a189dd-70eb-4f7f-b51f-4261387039f2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:06.331689 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8cf9dcac-3749-4a35-8526-bec03715337f req-80a189dd-70eb-4f7f-b51f-4261387039f2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0716689 Jun 28 10:02:06.342272 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42692) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:06.346945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Request body: {'floatingip': {'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:06.388602 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.007444 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.071511 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.177074 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Floating IP 2019c102-4156-4416-ad6c-750c8a5b42e9 associated. External IP: 172.27.3.85, port: 1802b1c3-a3c0-41a2-85f2-976979c59430. Jun 28 10:02:07.402581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:07.517255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:07.524387 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.529554 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:07.542247 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:07.542881 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:07.569244 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-1b53ca3d-18c3-49d1-9395-8976608ae28e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "PUT /v2.0/floatingips/2019c102-4156-4416-ad6c-750c8a5b42e9 HTTP/1.1" status: 200 len: 990 time: 1.2257981 Jun 28 10:02:07.569911 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:07.572664 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24036d51-edd3-48e0-a8c2-4333f5054800" -d '{"events": [{"name": "network-changed", "server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:07.618642 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cecf3d5-a3d6-4689-9c4b-314144ecf16e x-openstack-request-id: req-7cecf3d5-a3d6-4689-9c4b-314144ecf16e {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:07.618973 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:07.619259 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cecf3d5-a3d6-4689-9c4b-314144ecf16e {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:07.619701 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'status': 'completed', 'code': 200} Jun 28 10:02:07.700185 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:07.735276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-9d03a7f2-de95-43f5-99ac-da5289c2f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:07.736830 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-9d03a7f2-de95-43f5-99ac-da5289c2f18d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1098 time: 0.0580890 Jun 28 10:02:07.847244 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-3c42b53e-baa8-4bec-a91a-ec3f70baf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:07.848782 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-3c42b53e-baa8-4bec-a91a-ec3f70baf07a service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0973854 Jun 28 10:02:07.919989 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-5294e088-365f-4495-abb8-e88c80cba6d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 200 len: 998 time: 0.0637164 Jun 28 10:02:07.952507 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '2019c102-4156-4416-ad6c-750c8a5b42e9', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'mac_address': 'fa:16:3e:2d:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:01:47Z', 'updated_at': '2021-06-28T10:02:06Z', 'revision_number': 1, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:07.972169 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-9fe1a3ea-148f-4070-9b1a-e886f647b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:07.973640 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-9fe1a3ea-148f-4070-9b1a-e886f647b20d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0462132 Jun 28 10:02:07.980980 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:07.990989 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:07.991611 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:01:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:08.037019 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-b88c1c0e-a4c0-40a7-a60d-adff6b7e1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:08.038598 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-b88c1c0e-a4c0-40a7-a60d-adff6b7e1688 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575490 Jun 28 10:02:08.106072 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:08.142947 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-ed9fe7a0-9272-4d3a-84d1-99722ac787bd service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867786 Jun 28 10:02:08.237313 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-24036d51-edd3-48e0-a8c2-4333f5054800 req-2b7a9f9a-5a3b-4ca0-ba9e-b78dba94d334 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Jun 28 10:02:08.340540 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '2019c102-4156-4416-ad6c-750c8a5b42e9', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'mac_address': 'fa:16:3e:2d:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:01:47Z', 'updated_at': '2021-06-28T10:02:06Z', 'revision_number': 1, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:08.370302 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4344184-0c43-4e91-98de-43f8ab111d84 None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '2019c102-4156-4416-ad6c-750c8a5b42e9', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'mac_address': 'fa:16:3e:2d:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:01:47Z', 'updated_at': '2021-06-28T10:02:06Z', 'revision_number': 1, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:08.554382 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696a34d-9cf9-4b6d-b2f8-002c5e02f04c None None] New status for floating IP 2019c102-4156-4416-ad6c-750c8a5b42e9: ACTIVE {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:02:08.674384 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:02:08.818345 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:09.870090 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-030e80c3-75cb-4736-8acd-609af6d552bd tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:09.872283 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-030e80c3-75cb-4736-8acd-609af6d552bd tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 815 time: 0.1032226 Jun 28 10:02:09.886909 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-8b277c7b-5e52-47e5-ae2a-466667b2cb4a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/quotas/791b3479ab1f473fa4ee9941dc5008f0 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Jun 28 10:02:09.959687 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-d17c3aa0-d540-4455-864f-20ab8ccfb33f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642014 Jun 28 10:02:10.052382 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-bd0fb176-2410-4a88-941e-5239eea310a8 service neutron] 10.222.0.15 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815346 Jun 28 10:02:10.137105 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-748a01cb-0bd3-4793-bae2-de20845d8fe7 service neutron] 10.222.0.15 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789397 Jun 28 10:02:10.416105 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-725d8e5f-8be5-4089-8f9e-f500c7db0d56 req-cf51476c-7a1e-4ad3-abd9-643fb446c611 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Jun 28 10:02:11.565000 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1fe82ca8-d19f-4044-8055-a8d26bb5b434 req-0e022011-3964-4a27-a4e9-124cb40fc66c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 210 time: 0.0319352 Jun 28 10:02:12.701301 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c7176183-0c10-46ff-8428-a65ee5b5279e req-dd7635c4-b10b-4ea6-a745-284d51ebead1 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 210 time: 0.0287106 Jun 28 10:02:12.869042 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-4d811183-c535-4c93-8dac-600e62666ef7 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:12.870533 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-4d811183-c535-4c93-8dac-600e62666ef7 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 815 time: 0.1059082 Jun 28 10:02:12.895781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'port': {'device_id': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'admin_state_up': True, 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:13.299057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Made reservation on behalf of 791b3479ab1f473fa4ee9941dc5008f0 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:13.302727 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.434567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Allocated IP 172.20.0.13 (9560abe5-71a5-4aca-898e-aa5bbddc47f9/8d67e2ad-3c74-48bf-8f13-0c61558f75c7/56140854-192e-4129-a9b6-21b1580e1828) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:13.590099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.605740 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Transition to ACTIVE for port object 56140854-192e-4129-a9b6-21b1580e1828 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:13.692890 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.703041 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5c7c66a4-94c7-4cc1-a312-564af8e11903 tempest-VolumesSnapshotTestJSON-1717209450 tempest-VolumesSnapshotTestJSON-1717209450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:13.737358 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:13.741151 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:13.743889 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:13.797703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:13.801528 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:13.832992 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:13.833616 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.946717 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0552499 Jun 28 10:02:13.980619 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c9cb-94f5-42d1-ad8a-20eddedc5d60 req-959086ed-ed83-464f-9b77-86a2ea2e6d6b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:13.982099 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fc45c9cb-94f5-42d1-ad8a-20eddedc5d60 req-959086ed-ed83-464f-9b77-86a2ea2e6d6b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.1098311 Jun 28 10:02:14.029426 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fc45c9cb-94f5-42d1-ad8a-20eddedc5d60 req-750e045c-ae79-4eb2-ab87-0d167141a37f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Jun 28 10:02:14.143939 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-e99ebeb1-e8f5-4d83-be49-8630e1e16329 None None] Provisioning for port 56140854-192e-4129-a9b6-21b1580e1828 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:14.148247 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-e99ebeb1-e8f5-4d83-be49-8630e1e16329 None None] Provisioning complete for port 56140854-192e-4129-a9b6-21b1580e1828 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:14.148632 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e99ebeb1-e8f5-4d83-be49-8630e1e16329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:14.185949 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-e99ebeb1-e8f5-4d83-be49-8630e1e16329 None None] Port 56140854-192e-4129-a9b6-21b1580e1828 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:02:15.207056 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65cbc-28ec-4f78-833d-9d3aeea0dac2 req-698fae02-0eed-4d17-a9a9-23885d6ecf0b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:15.208620 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-76a65cbc-28ec-4f78-833d-9d3aeea0dac2 req-698fae02-0eed-4d17-a9a9-23885d6ecf0b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0677342 Jun 28 10:02:15.252221 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-76a65cbc-28ec-4f78-833d-9d3aeea0dac2 req-1cf9d8b1-be69-4d78-8d40-52adf69cbf82 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Jun 28 10:02:16.435956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091107-795d-46a5-b9c1-b883705eef5c req-3fc7ccd9-136d-452a-a947-22168584c31d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:16.437616 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-84091107-795d-46a5-b9c1-b883705eef5c req-3fc7ccd9-136d-452a-a947-22168584c31d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0644450 Jun 28 10:02:16.479825 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-84091107-795d-46a5-b9c1-b883705eef5c req-6f43580a-2096-4914-b4b5-4d1549cadcb2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355971 Jun 28 10:02:17.677739 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87fa8e-0da2-489f-8294-1b16cd37b0e2 req-1e442319-5241-42bf-a3d4-3a85e3ed8f1e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:17.680618 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-de87fa8e-0da2-489f-8294-1b16cd37b0e2 req-1e442319-5241-42bf-a3d4-3a85e3ed8f1e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0785456 Jun 28 10:02:17.724278 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-de87fa8e-0da2-489f-8294-1b16cd37b0e2 req-e783e0f8-937c-414d-b3ac-aad6408fedbd tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Jun 28 10:02:18.299842 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d122a6-4023-4a8d-afa1-35601bb57fcc req-2da58bc4-4b5f-4e5d-811d-ac3982e4811d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:18.301334 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-93d122a6-4023-4a8d-afa1-35601bb57fcc req-2da58bc4-4b5f-4e5d-811d-ac3982e4811d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0671115 Jun 28 10:02:18.342037 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-93d122a6-4023-4a8d-afa1-35601bb57fcc req-71be963c-83a7-4703-9b3e-b7f9b60f4d8a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341632 Jun 28 10:02:18.911944 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3a615-725e-4121-904c-2cdcedf0df2c req-a6d12985-797e-4ecd-b795-66b6c93e0b6b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:18.913436 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0ac3a615-725e-4121-904c-2cdcedf0df2c req-a6d12985-797e-4ecd-b795-66b6c93e0b6b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0686829 Jun 28 10:02:18.962765 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0ac3a615-725e-4121-904c-2cdcedf0df2c req-918bc794-c4ae-4ce4-a8c7-b9f8dc58f692 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Jun 28 10:02:19.525426 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c40721-4c7f-4459-b4a1-c03ccffc44c5 req-3cf932d8-cd45-4596-ba3f-b3d22c2b8d18 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:19.526879 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6c40721-4c7f-4459-b4a1-c03ccffc44c5 req-3cf932d8-cd45-4596-ba3f-b3d22c2b8d18 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0665834 Jun 28 10:02:19.568053 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6c40721-4c7f-4459-b4a1-c03ccffc44c5 req-a366f61d-b1ab-455f-be4f-63a1925f2577 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350256 Jun 28 10:02:20.139912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6616f5-b994-42e3-8e8d-5a7f68a8b39c req-f66a766b-85cb-4a46-9431-2e43d882751a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:20.141491 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5c6616f5-b994-42e3-8e8d-5a7f68a8b39c req-f66a766b-85cb-4a46-9431-2e43d882751a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0651398 Jun 28 10:02:20.190058 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5c6616f5-b994-42e3-8e8d-5a7f68a8b39c req-993eff33-5fff-43d3-ae28-ee6072052278 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395629 Jun 28 10:02:20.909319 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5d940-56b1-41fb-b71c-b27e6f5f1681 req-68d80bb6-44b7-45e5-af7e-5382f9677f34 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:20.911012 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b0f5d940-56b1-41fb-b71c-b27e6f5f1681 req-68d80bb6-44b7-45e5-af7e-5382f9677f34 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0681503 Jun 28 10:02:20.953123 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b0f5d940-56b1-41fb-b71c-b27e6f5f1681 req-4a3d2290-bdaa-4ffc-ba8f-47216585b2d0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364697 Jun 28 10:02:21.371092 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afb159-5930-4c00-8b6d-b5b303ea95b5 req-dbf5c716-f3ae-42a0-b6c8-784319a06ea5 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:21.372657 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-30afb159-5930-4c00-8b6d-b5b303ea95b5 req-dbf5c716-f3ae-42a0-b6c8-784319a06ea5 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0638044 Jun 28 10:02:21.413332 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-30afb159-5930-4c00-8b6d-b5b303ea95b5 req-499286a8-07f6-4333-80c9-0fa2a05bd849 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jun 28 10:02:22.176444 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae5dff-e8b2-40f3-affc-d6e567e9fe22 req-c6c73a0f-d774-45af-abe0-1741fcbb1037 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:22.178047 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58ae5dff-e8b2-40f3-affc-d6e567e9fe22 req-c6c73a0f-d774-45af-abe0-1741fcbb1037 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0796039 Jun 28 10:02:22.219603 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-58ae5dff-e8b2-40f3-affc-d6e567e9fe22 req-ee26d171-6781-448d-be9f-e89392b7f722 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358102 Jun 28 10:02:22.617827 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1016e-ee91-4eff-a724-b6f954195e9b req-b4a8f6d6-be56-46ca-9f8b-3acaab677f04 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:22.619350 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-11e1016e-ee91-4eff-a724-b6f954195e9b req-b4a8f6d6-be56-46ca-9f8b-3acaab677f04 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0709798 Jun 28 10:02:22.660178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-11e1016e-ee91-4eff-a724-b6f954195e9b req-c03cec36-ce37-4610-8a7f-54b07085639a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Jun 28 10:02:23.436544 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734322-3036-43af-854e-a44ecbd11fab req-4288dcd9-9412-4a97-b417-694b9886e68a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:23.438352 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ca734322-3036-43af-854e-a44ecbd11fab req-4288dcd9-9412-4a97-b417-694b9886e68a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0874786 Jun 28 10:02:23.493100 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ca734322-3036-43af-854e-a44ecbd11fab req-5458f276-ff78-4a04-affa-b76ade8668d2 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475705 Jun 28 10:02:23.872830 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156eb81-7fdf-452a-93e0-9a77f94bb7a2 req-380899e3-dcdc-4c93-9f1d-bc87d05d5dee tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:23.874442 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9156eb81-7fdf-452a-93e0-9a77f94bb7a2 req-380899e3-dcdc-4c93-9f1d-bc87d05d5dee tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0804448 Jun 28 10:02:23.915292 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9156eb81-7fdf-452a-93e0-9a77f94bb7a2 req-246eccc1-2a0b-4774-a873-663c10c23ff5 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349138 Jun 28 10:02:24.411997 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9e4eec94-fb94-4d2c-87d9-99d9d0336300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.676878 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ca49a-d0d4-4924-abf0-ff056ead9d60 req-4438ba3a-2f01-4bc7-883c-4d0288eb112a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:24.678558 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3e6ca49a-d0d4-4924-abf0-ff056ead9d60 req-4438ba3a-2f01-4bc7-883c-4d0288eb112a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0653398 Jun 28 10:02:24.719812 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3e6ca49a-d0d4-4924-abf0-ff056ead9d60 req-d7323b14-d8e4-4787-8d70-a8bdb007a143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jun 28 10:02:25.093224 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815372d-1b9f-4dd8-99d8-1990cf2ca393 req-d32d2d76-0c78-430a-97a8-88184d793456 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:25.094641 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5815372d-1b9f-4dd8-99d8-1990cf2ca393 req-d32d2d76-0c78-430a-97a8-88184d793456 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0670204 Jun 28 10:02:25.133376 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5815372d-1b9f-4dd8-99d8-1990cf2ca393 req-52306b01-e5ad-4c49-bd8c-c8921a1d4d98 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Jun 28 10:02:25.899313 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e1e7-7508-4f93-8314-73df68089d33 req-30b6dd5d-518f-41d6-9098-e481c8464623 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:25.900832 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a08e1e7-7508-4f93-8314-73df68089d33 req-30b6dd5d-518f-41d6-9098-e481c8464623 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0650873 Jun 28 10:02:25.938233 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2a08e1e7-7508-4f93-8314-73df68089d33 req-ccc8d9d5-e8eb-4dab-9665-c8a0d9d10faa tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Jun 28 10:02:26.304783 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136eddc-48b0-404d-bcd4-e3d50fd79994 req-cf872217-3a51-4c9d-92fb-8ef4d447af06 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:26.306237 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1136eddc-48b0-404d-bcd4-e3d50fd79994 req-cf872217-3a51-4c9d-92fb-8ef4d447af06 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0601540 Jun 28 10:02:26.347925 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1136eddc-48b0-404d-bcd4-e3d50fd79994 req-eb04128f-b26d-44be-80ca-51c3831e22a8 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362167 Jun 28 10:02:26.949030 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-97fbe515-f311-4e82-8172-a5e9ec3e0abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.086557 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.113592 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4b2ad-ea45-4d88-9a19-8900b90b2775 req-51d36541-746b-495e-8d6a-a30fed834e4a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:27.115065 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-60b4b2ad-ea45-4d88-9a19-8900b90b2775 req-51d36541-746b-495e-8d6a-a30fed834e4a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0662925 Jun 28 10:02:27.151603 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-60b4b2ad-ea45-4d88-9a19-8900b90b2775 req-29eb9d83-fbea-4818-9b80-b09a2576c75c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Jun 28 10:02:27.524627 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f9536-0e05-4bb6-97bc-a952847541c9 req-7c010ffc-bb5d-4e8f-9d50-bfc75e785db0 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:27.526012 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c61f9536-0e05-4bb6-97bc-a952847541c9 req-7c010ffc-bb5d-4e8f-9d50-bfc75e785db0 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0621393 Jun 28 10:02:27.562696 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c61f9536-0e05-4bb6-97bc-a952847541c9 req-9c9979e3-0dd2-498a-84b4-e3166bfe5e09 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310702 Jun 28 10:02:28.252232 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Request body: {'port': {'device_id': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:28.355518 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.405704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.428574 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e72643-d5b7-482e-abd9-043c8ce1c551 req-3f3ae803-19a9-45c2-8fc9-277fba610502 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:28.430079 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6e72643-d5b7-482e-abd9-043c8ce1c551 req-3f3ae803-19a9-45c2-8fc9-277fba610502 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1513524 Jun 28 10:02:28.467418 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-5e5c8aca-21cb-4de4-a21f-1cac070e6f4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1514487 Jun 28 10:02:28.507498 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6e72643-d5b7-482e-abd9-043c8ce1c551 req-123b7a8d-72d8-4df5-9b5d-244ef22e6d32 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712535 Jun 28 10:02:28.680433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-f3593896-b421-4c73-a72c-91df35e4e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:28.681940 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-f3593896-b421-4c73-a72c-91df35e4e7ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1098 time: 0.1262949 Jun 28 10:02:28.742231 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39338011-b444-4bf3-9c55-e706a80410eb req-74341c36-47dd-4ba9-94f5-e53f0c4976df tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:28.743617 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-39338011-b444-4bf3-9c55-e706a80410eb req-74341c36-47dd-4ba9-94f5-e53f0c4976df tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 932 time: 0.0644536 Jun 28 10:02:28.785879 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-39338011-b444-4bf3-9c55-e706a80410eb req-b2de3eb8-d1df-4adb-a874-ac96877f018b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Jun 28 10:02:28.819080 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56140854-192e-4129-a9b6-21b1580e1828 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:02:28.830245 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.847844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-a18af1a8-ae2f-4d9a-84ab-3c998769305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:28.849391 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-a18af1a8-ae2f-4d9a-84ab-3c998769305d service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.1411138 Jun 28 10:02:28.854355 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Transition to ACTIVE for port object 56140854-192e-4129-a9b6-21b1580e1828 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:28.903914 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.910175 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-169d8f3c-92bf-4ae5-a390-5a11851cf8e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:28.953318 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-e0d58b49-b842-4585-9e88-f03381239b97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 200 len: 1001 time: 0.0955391 Jun 28 10:02:28.974949 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:28.996895 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:29.058646 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-cfb8084a-f45b-4da5-848e-7b44b76f2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.060241 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-cfb8084a-f45b-4da5-848e-7b44b76f2fb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0986798 Jun 28 10:02:29.107711 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Attempting to bind port 56140854-192e-4129-a9b6-21b1580e1828 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:29.108042 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Attempting to bind port 56140854-192e-4129-a9b6-21b1580e1828 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:29.108410 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Attempting to bind port 56140854-192e-4129-a9b6-21b1580e1828 on network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:29.116287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Port 56140854-192e-4129-a9b6-21b1580e1828 on network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:02:29.116607 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Attempting to bind port 56140854-192e-4129-a9b6-21b1580e1828 on network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:29.123702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:29.124035 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Checking segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:29.124434 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Bound using segment: {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:29.124858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Bound port: 56140854-192e-4129-a9b6-21b1580e1828, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:29.125211 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.178147 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-a1c3bc56-2e9e-4c39-97dd-00b0015e6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.179657 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-a1c3bc56-2e9e-4c39-97dd-00b0015e6f59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066892 Jun 28 10:02:29.215103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:29.266384 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:29.291910 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-ffa41187-0a35-4998-88dc-df0e278e6087 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981908 Jun 28 10:02:29.351730 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.357711 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3ccebd3b-c237-4807-ac07-ff7f15dc6bc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:29.395487 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.396254 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.397611 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] 10.222.0.23 "PUT /v2.0/ports/56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 1094 time: 1.1498442 Jun 28 10:02:29.401003 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:29.403260 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:29.448018 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c76e8b9-f1fa-4e45-94b6-3c570db6e839 req-40b842a8-a7e6-49b4-8f59-a9af3e1f21b0 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489911 Jun 28 10:02:29.448649 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:29.451893 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:29.453645 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccf7f2c-276f-418c-b9fc-feb68ea9402d x-openstack-request-id: req-9ccf7f2c-276f-418c-b9fc-feb68ea9402d {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:29.453954 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:29.454226 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ccf7f2c-276f-418c-b9fc-feb68ea9402d {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:29.454642 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'status': 'completed', 'code': 200} Jun 28 10:02:29.595140 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a req-c1649155-3b0e-41b3-8e91-3d13bfe51fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.596665 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a req-c1649155-3b0e-41b3-8e91-3d13bfe51fc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1097 time: 0.0558910 Jun 28 10:02:29.693298 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307ff9b-5f4f-4455-b102-bdc5a7e00133 req-ee65d230-9df5-47fb-a10a-73a08eb912e1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.694691 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0307ff9b-5f4f-4455-b102-bdc5a7e00133 req-ee65d230-9df5-47fb-a10a-73a08eb912e1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.0628626 Jun 28 10:02:29.732735 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0307ff9b-5f4f-4455-b102-bdc5a7e00133 req-e87f932f-ff32-49b9-9102-34f6b7f8439c tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Jun 28 10:02:29.745197 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a req-981b381a-5870-40e3-af0d-d8d41631762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.746695 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a req-981b381a-5870-40e3-af0d-d8d41631762f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0998201 Jun 28 10:02:29.838611 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a req-33ef6bb4-dee2-4ad6-b40d-2485642b7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:29.840123 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b5156944-6b7d-42ea-85c7-b75dfab0aa9a req-33ef6bb4-dee2-4ad6-b40d-2485642b7d4d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857868 Jun 28 10:02:29.999985 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c625-be33-4ca3-8754-93a90fb8972a req-479aafce-6e5c-4744-afe9-e5a34963bcc4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:30.001457 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8910c625-be33-4ca3-8754-93a90fb8972a req-479aafce-6e5c-4744-afe9-e5a34963bcc4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 944 time: 0.1045089 Jun 28 10:02:30.007935 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-9e323210-fb1b-41fe-8e04-650ec7dd0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:30.009310 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-9e323210-fb1b-41fe-8e04-650ec7dd0803 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1097 time: 0.0840082 Jun 28 10:02:30.022720 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.040480 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8910c625-be33-4ca3-8754-93a90fb8972a req-d6c9d19f-af04-4009-8a06-72575ce0f3c0 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302463 Jun 28 10:02:30.113698 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-6efc876a-c18d-4c0f-b07b-2c1c7c907d73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 217 time: 0.0602396 Jun 28 10:02:30.173310 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-a31bd75a-c018-498a-ad91-8756e6e467ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:30.175627 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-a31bd75a-c018-498a-ad91-8756e6e467ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0538905 Jun 28 10:02:30.183899 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-e5457747-4597-40b0-9c76-929ce1b1d923 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:30.185252 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-e5457747-4597-40b0-9c76-929ce1b1d923 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1331060 Jun 28 10:02:30.303397 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-4530fb76-08fd-4144-a5e9-3c09ecc165f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:30.304871 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-4530fb76-08fd-4144-a5e9-3c09ecc165f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187956 Jun 28 10:02:30.356239 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Deleting port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:30.356573 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.477406 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-b197eda8-ccc9-42fd-8156-d3996ff7132e service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533430 Jun 28 10:02:30.499931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] For port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:30.500312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.962860 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-50b03f6b-989c-488e-a4c9-c78e6762401d req-66f843eb-5a98-4241-967b-53ea1e157cb1 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769967 Jun 28 10:02:31.024718 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cc48-2e8c-4090-95b4-5e65fb118a36 req-5249e4b8-4b31-45ca-a86e-a71117418c2d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:31.026065 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8e9cc48-2e8c-4090-95b4-5e65fb118a36 req-5249e4b8-4b31-45ca-a86e-a71117418c2d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 945 time: 0.1801214 Jun 28 10:02:31.056850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.057213 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.057516 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Floating IP ee7401da-545a-427e-87db-8b9a42d5bdef disassociated. External IP: 172.27.3.80, port: 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6. Jun 28 10:02:31.057850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Calling delete_port for 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:31.110867 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8e9cc48-2e8c-4090-95b4-5e65fb118a36 req-824f81a5-d79e-4e1e-8336-9a56531fc64e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=258ff3e4-db97-4d6e-b736-376a69995682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783708 Jun 28 10:02:31.219894 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4c2f0-d568-4dd9-a77a-3ec46ca87992 req-98b19562-eb38-4e8c-87fd-d785819d476a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:31.221392 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12f4c2f0-d568-4dd9-a77a-3ec46ca87992 req-98b19562-eb38-4e8c-87fd-d785819d476a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 944 time: 0.0632498 Jun 28 10:02:31.235443 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.240272 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-11306e34-2dcc-4bb8-9be8-a9916f9b3462 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:31.261066 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12f4c2f0-d568-4dd9-a77a-3ec46ca87992 req-1d7da7a0-8fc3-40e2-8650-fd66f5579a10 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Jun 28 10:02:31.269242 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event deleted for resources: {'Port': ['ID=5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:31.272402 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:31.385527 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:31.489990 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:31.498975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:31.508171 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:31.508796 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:02:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:31.534799 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] No DVR routers for this DVR port 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:31.537394 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.539462 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36dcb7a5-b218-499a-9120-c1b78524a4d9 req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "DELETE /v2.0/ports/5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 HTTP/1.1" status: 204 len: 173 time: 1.3445551 Jun 28 10:02:31.539922 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'name': 'network-vif-deleted', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:31.542343 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cc6637-235b-45fc-8a84-3ee019ceea29" -d '{"events": [{"server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "name": "network-vif-deleted", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:31.585428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be57794-2436-4585-8a72-25f8d34eead6 x-openstack-request-id: req-8be57794-2436-4585-8a72-25f8d34eead6 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:31.585428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c76d7d-c33a-4a6a-ac97-6e433265d384", "name": "network-vif-deleted", "tag": "5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:31.585428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8be57794-2436-4585-8a72-25f8d34eead6 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:31.585834 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c76d7d-c33a-4a6a-ac97-6e433265d384', 'name': 'network-vif-deleted', 'tag': '5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6', 'status': 'completed', 'code': 200} Jun 28 10:02:31.755655 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:31.970301 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:32.002963 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:32.016221 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:32.017301 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:02:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:32.136699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:32.290552 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-35f6ceb1-eac8-49dc-b5b1-af1eab5b213e req-07a5e999-dbed-45f3-9505-69ae1ee9eb2e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c76d7d-c33a-4a6a-ac97-6e433265d384 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Jun 28 10:02:32.358192 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:32.388003 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac19867-64b3-49a0-b9c1-8966f3b68b13 None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:32.451779 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06771-587d-4ebd-bdfe-81983010731a req-2dabd59f-08f0-4c84-867d-c5688f1a9c53 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:32.453382 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fca06771-587d-4ebd-bdfe-81983010731a req-2dabd59f-08f0-4c84-867d-c5688f1a9c53 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 944 time: 0.0711637 Jun 28 10:02:32.492653 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fca06771-587d-4ebd-bdfe-81983010731a req-ccfb5fce-fafd-406e-974f-019001aa4d72 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Jun 28 10:02:32.616577 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3f91e-a0f2-4862-96b7-74a354ef077a None None] New status for floating IP ee7401da-545a-427e-87db-8b9a42d5bdef: DOWN {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:02:33.475517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42862) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:33.530252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.554570 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.668172 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe716c5-61e5-42e7-b53e-f97801833347 req-d9581145-a8fa-482b-be8d-6ff6b7139eb0 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:33.669626 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5fe716c5-61e5-42e7-b53e-f97801833347 req-d9581145-a8fa-482b-be8d-6ff6b7139eb0 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 944 time: 0.0642164 Jun 28 10:02:33.680817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.683510 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.684679 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "DELETE /v2.0/security-groups/258ff3e4-db97-4d6e-b736-376a69995682 HTTP/1.1" status: 204 len: 168 time: 0.2081614 Jun 28 10:02:33.685776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a339743e-ae3d-4d0b-b49a-c53fe7264ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:33.688529 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 42866) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:33.695010 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ff3e4-db97-4d6e-b736-376a69995682,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:33.697918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:33.706755 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.api.v2.resource [None req-57495bc5-5a23-4a30-9632-1a37d3a7ec74 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] show failed (client error): The resource could not be found. Jun 28 10:02:33.707924 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-57495bc5-5a23-4a30-9632-1a37d3a7ec74 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups/258ff3e4-db97-4d6e-b736-376a69995682 HTTP/1.1" status: 404 len: 347 time: 0.0181477 Jun 28 10:02:33.710833 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42868) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:33.724502 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5fe716c5-61e5-42e7-b53e-f97801833347 req-3922e154-dd70-44d2-8eb2-b2c0b82985ec tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Jun 28 10:02:33.833255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Deleting port 89291e57-bac3-4842-88df-be15fbc3dbe9 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:33.833587 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.902701 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:33.905852 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.906200 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.917801 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Calling delete_port for 89291e57-bac3-4842-88df-be15fbc3dbe9 owned by network:floatingip {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:33.922122 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:33.922478 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 5a00d3a6-0cc9-4d66-b44f-7b0cbae73ef6 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:34.109181 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.111290 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:34.135699 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event deleted for resources: {'Port': ['ID=89291e57-bac3-4842-88df-be15fbc3dbe9,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:34.138841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:34.203382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.206677 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.210494 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "DELETE /v2.0/floatingips/ee7401da-545a-427e-87db-8b9a42d5bdef HTTP/1.1" status: 204 len: 168 time: 0.4959557 Jun 28 10:02:34.563804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42874) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:34.568787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562897163', 'description': 'tempest-description--1888159479'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:34.635150 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.715703 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.759946 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.763364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-da77cb47-d4e0-409b-beb3-7b513fbd8148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:34.790124 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65e31bc-2922-4bbd-8895-b46135f012df,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:34.793087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:34.823886 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.825271 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2601545 Jun 28 10:02:34.828290 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42878) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:34.833513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'security_group_rule': {'security_group_id': 'a65e31bc-2922-4bbd-8895-b46135f012df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:34.912791 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6ff43-1d5d-496d-afe8-85f34f0bd0e0 req-d432d1ca-b83d-4e66-93ca-43e4c9a950f2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:34.914272 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6ec6ff43-1d5d-496d-afe8-85f34f0bd0e0 req-d432d1ca-b83d-4e66-93ca-43e4c9a950f2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 944 time: 0.0741587 Jun 28 10:02:34.940996 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.975253 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6ec6ff43-1d5d-496d-afe8-85f34f0bd0e0 req-5ad81e9b-e9de-4c02-ba5d-d9b697ed3ff2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553582 Jun 28 10:02:34.998836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.079680 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.082216 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:35.099614 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e353ab-d93f-4d86-b433-17ff50a5fa2e,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:35.102454 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:35.172191 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.173432 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-59fa5f68-f3d1-4f88-80db-24d09fe56bb8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439391 Jun 28 10:02:35.176365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42882) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:35.180815 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'security_group_rule': {'security_group_id': 'a65e31bc-2922-4bbd-8895-b46135f012df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:35.269343 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.328261 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.406174 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.408133 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:35.423384 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f515beaa-9e3b-4df0-bc8d-f00689b2d56b,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:35.426016 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:35.508885 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.510084 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327940 Jun 28 10:02:35.513061 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 42884) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:35.517668 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:35.599677 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.697348 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.800606 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Allocated IP 172.27.3.172 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/65aeb61b-4673-4843-a94e-abc467f5afab) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:35.899786 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.913375 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 56140854-192e-4129-a9b6-21b1580e1828 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:02:36.010732 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:36.018203 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.021261 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bf35b3fe-039c-435a-acbc-206c07a7fd81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:36.022835 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '56140854-192e-4129-a9b6-21b1580e1828', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'port_id': '56140854-192e-4129-a9b6-21b1580e1828', 'mac_address': 'fa:16:3e:2e:ec:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:02:36.062857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:36.063085 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.068416 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:36.070913 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:36.078584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56140854-192e-4129-a9b6-21b1580e1828 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:02:36.100426 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:36.111331 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'Port': ['ID=65aeb61b-4673-4843-a94e-abc467f5afab,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:36.115132 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.178044 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.179991 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:36.216159 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bab685-c382-4b5a-8c08-6e3e72e5424d req-e8cb210a-d6e4-4ba7-9c64-883597ed49ca tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:36.217636 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-77bab685-c382-4b5a-8c08-6e3e72e5424d req-e8cb210a-d6e4-4ba7-9c64-883597ed49ca tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 944 time: 0.1251960 Jun 28 10:02:36.220032 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.226516 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:36.229632 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.263639 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-77bab685-c382-4b5a-8c08-6e3e72e5424d req-c699c963-04e0-4f9e-9ec8-97e2516e02b9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jun 28 10:02:36.322264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.473900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.576878 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.578920 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bda80d4e-096e-4602-b8c9-3f6eca3cbdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:36.630757 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['56140854-192e-4129-a9b6-21b1580e1828'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:02:36.641974 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'Port': ['ID=65aeb61b-4673-4843-a94e-abc467f5afab,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:36.646574 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.654619 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.737896 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.739131 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2250755 Jun 28 10:02:36.924453 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-83fc6252-ae04-4bb0-9a3f-0b071a70c334 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--562897163&fields=id&tenant_id=c46bd46424f74b28922323bfafab9051 HTTP/1.1" status: 200 len: 267 time: 0.0328939 Jun 28 10:02:37.031074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-ae2d302f-a933-46b0-b3de-8e337ecf8306 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:37.032553 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-ae2d302f-a933-46b0-b3de-8e337ecf8306 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 811 time: 0.1019101 Jun 28 10:02:37.046843 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-2d7a848c-6cb1-4212-a318-8679d9df5fe5 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/quotas/c46bd46424f74b28922323bfafab9051 HTTP/1.1" status: 200 len: 375 time: 0.0088196 Jun 28 10:02:37.122362 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-8c4a2b55-37b7-4e08-91af-da0e5e804703 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705214 Jun 28 10:02:37.220651 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-858232dd-c364-4bd3-a1f5-589cbebf6c3b service neutron] 10.222.0.15 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863988 Jun 28 10:02:37.312894 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-edf04483-0342-43eb-8b04-189bb5fe689d service neutron] 10.222.0.15 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862355 Jun 28 10:02:37.435407 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526ea7e-6b48-42f6-a8ca-e33af3cba345 req-dd26fdd8-2116-49e0-b069-33381e44743f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:37.436828 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b526ea7e-6b48-42f6-a8ca-e33af3cba345 req-dd26fdd8-2116-49e0-b069-33381e44743f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 945 time: 0.0652299 Jun 28 10:02:37.475819 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b526ea7e-6b48-42f6-a8ca-e33af3cba345 req-7f6f14db-e5a9-4cca-bb9f-2b41962dbc48 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Jun 28 10:02:37.572010 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66e98c24-4f60-41bc-9028-2cc12b609805 req-c8b9435c-b892-40ca-823f-7da1d41359c5 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 210 time: 0.0352128 Jun 28 10:02:37.924272 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 56140854-192e-4129-a9b6-21b1580e1828 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:38.046171 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 56140854-192e-4129-a9b6-21b1580e1828 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:38.050417 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 56140854-192e-4129-a9b6-21b1580e1828 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:38.050870 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.129781 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.152238 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:38.154536 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6fbdf-9aeb-4557-9cea-8e6289add957" -d '{"events": [{"server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "name": "network-vif-plugged", "status": "completed", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:38.169130 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:38.191695 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d1de08-30eb-4044-8cb9-a55f204ecaac x-openstack-request-id: req-33d1de08-30eb-4044-8cb9-a55f204ecaac {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:38.191988 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "name": "network-vif-plugged", "status": "completed", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:38.192279 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33d1de08-30eb-4044-8cb9-a55f204ecaac {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:38.192675 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'code': 200} Jun 28 10:02:38.257902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.259748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:38.305750 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:38.308650 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:38.662231 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c640cf-d339-4ad7-a33f-2484d4b11eb6 req-20bf0e75-fe10-4770-ab67-d1c9d61e8dee tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:38.662827 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ce8d1-41c6-46e7-8d4d-9ec100b5b49c req-4c07a76d-3083-45bb-bc7c-373ecf1dc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:38.663809 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-45c640cf-d339-4ad7-a33f-2484d4b11eb6 req-20bf0e75-fe10-4770-ab67-d1c9d61e8dee tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0706668 Jun 28 10:02:38.664444 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-926ce8d1-41c6-46e7-8d4d-9ec100b5b49c req-4c07a76d-3083-45bb-bc7c-373ecf1dc1c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1099 time: 0.0595636 Jun 28 10:02:38.705453 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-45c640cf-d339-4ad7-a33f-2484d4b11eb6 req-b5d4fa8b-b7cc-4fc6-9543-0b29ae32d5cd tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353200 Jun 28 10:02:38.720539 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-926ce8d1-41c6-46e7-8d4d-9ec100b5b49c req-3fa1f5ca-9370-4b4e-936d-4e837f726fb7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481973 Jun 28 10:02:38.740019 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7d67fda8-31b1-4ddc-b683-b825c1197d00 req-988b267d-8baa-4607-b63e-be0483fe7662 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 210 time: 0.0358946 Jun 28 10:02:38.858041 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:39.888588 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f766bbda-e242-4366-907c-cce0bb332bfe req-a7b89f8e-a32c-4101-a85a-55e727508383 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 210 time: 0.0306296 Jun 28 10:02:39.893795 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e45d2-8ce7-42f7-bfcc-d89de96e2e3a req-3fa61cb7-0f23-44ff-bd5f-0b0c63ffe138 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:39.895657 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e45e45d2-8ce7-42f7-bfcc-d89de96e2e3a req-3fa61cb7-0f23-44ff-bd5f-0b0c63ffe138 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0693309 Jun 28 10:02:39.934757 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e45e45d2-8ce7-42f7-bfcc-d89de96e2e3a req-f2e2385f-03c5-4975-b2bc-1968d5072dba tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jun 28 10:02:40.096134 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-17f00e5f-447d-498a-9ce2-d4eafaec7727 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:40.097995 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-17f00e5f-447d-498a-9ce2-d4eafaec7727 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 811 time: 0.0979960 Jun 28 10:02:40.190016 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-21d0a19e-1f47-4c7a-aac3-42ad6f028daf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c46bd46424f74b28922323bfafab9051 HTTP/1.1" status: 200 len: 379 time: 0.0391312 Jun 28 10:02:40.199776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'port': {'device_id': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'admin_state_up': True, 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'security_groups': ['a65e31bc-2922-4bbd-8895-b46135f012df']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:40.378209 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Made reservation on behalf of c46bd46424f74b28922323bfafab9051 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:40.382118 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:40.515980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Allocated IP 172.20.0.4 (c0c6452b-3f6d-4a46-b6fd-fef0efae8a78/6ffdc84c-5cd6-402e-a04d-27f9a394ab91/2c769d04-7413-4793-ab0d-9ea7dcc10cb0) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:40.656329 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:40.669189 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Transition to ACTIVE for port object 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:40.772867 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:40.777208 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:40.824770 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:40.828074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:40.834349 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:40.859909 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event updated for resources: {'Port': ['ID=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:40.866909 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:40.889112 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:40.889720 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:40.944792 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f437aac0-60ec-477c-9f0f-000676594caf tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487118 Jun 28 10:02:40.967072 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Request body: {'port': {'device_id': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:41.089351 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.157445 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2845a-33fc-4853-a48a-3795f02ae8bd req-10c4dfc4-1299-4a06-9056-c05c77c5a3ab tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:41.159710 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8de2845a-33fc-4853-a48a-3795f02ae8bd req-10c4dfc4-1299-4a06-9056-c05c77c5a3ab tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0669005 Jun 28 10:02:41.167969 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ad7b2d77-caf9-476b-bfce-78db226435b7 None None] Provisioning for port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:41.168555 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053361b3-dd41-4bb5-9862-ee5e28d63702 req-d3f6e11f-bd73-43f6-87d2-3175959548d1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:41.168555 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-053361b3-dd41-4bb5-9862-ee5e28d63702 req-d3f6e11f-bd73-43f6-87d2-3175959548d1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 931 time: 0.1221647 Jun 28 10:02:41.171015 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ad7b2d77-caf9-476b-bfce-78db226435b7 None None] Provisioning complete for port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:41.171398 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ad7b2d77-caf9-476b-bfce-78db226435b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.199479 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8de2845a-33fc-4853-a48a-3795f02ae8bd req-34edf41e-287f-4e9e-8569-82deadbf1076 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Jun 28 10:02:41.208941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b2d77-caf9-476b-bfce-78db226435b7 None None] Port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:02:41.290105 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-053361b3-dd41-4bb5-9862-ee5e28d63702 req-4ba5adc0-7f48-4262-ae68-804c1e68d85a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655725 Jun 28 10:02:41.376760 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb2fee-463f-4c73-a165-ae3ef3cca9fb req-ac4a917f-4887-4bfc-9aa0-d398d206785d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:41.378699 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12cb2fee-463f-4c73-a165-ae3ef3cca9fb req-ac4a917f-4887-4bfc-9aa0-d398d206785d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0637195 Jun 28 10:02:41.420482 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-12cb2fee-463f-4c73-a165-ae3ef3cca9fb req-04ea0af1-927c-4159-a0bf-114d72fb4e38 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Jun 28 10:02:41.427941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:02:41.436373 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.457891 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Transition to ACTIVE for port object 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:41.508648 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.511755 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-75f8aa78-09e1-40c5-aabc-783359be9da7 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:41.569539 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Pushing event updated for resources: {'Port': ['ID=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:41.572484 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:41.645022 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Attempting to bind port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:41.645310 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Attempting to bind port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:41.645632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Attempting to bind port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:41.650278 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:02:41.650666 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Attempting to bind port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 on network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:41.658943 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:41.659311 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Checking segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:41.659858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Bound using segment: {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:41.660340 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Bound port: 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724b4bff-64be-405c-a362-5b23735e8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:41.660689 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.735728 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] For port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:41.739935 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] For port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:41.813566 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.817853 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50ae505b-d487-4af7-83a0-4600b0c02f67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:41.866208 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:41.866850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:41.868324 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] 10.222.0.23 "PUT /v2.0/ports/2c769d04-7413-4793-ab0d-9ea7dcc10cb0 HTTP/1.1" status: 200 len: 1093 time: 0.9094648 Jun 28 10:02:41.871161 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:41.873447 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09" -d '{"events": [{"name": "network-changed", "server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:41.895969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a7ca0-127d-411e-91a4-6e825ff569e7 req-0ff0bc41-33b5-4b7f-9910-0dec4d934b7f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:41.897578 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-031a7ca0-127d-411e-91a4-6e825ff569e7 req-0ff0bc41-33b5-4b7f-9910-0dec4d934b7f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.1284909 Jun 28 10:02:41.904578 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Pushing event updated for resources: {'Port': ['ID=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:41.906978 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:41.941489 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22373ca-5bf1-40e6-962c-0b37f1a2f070 x-openstack-request-id: req-f22373ca-5bf1-40e6-962c-0b37f1a2f070 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:41.941962 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:41.942263 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f22373ca-5bf1-40e6-962c-0b37f1a2f070 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:41.942699 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'status': 'completed', 'code': 200} Jun 28 10:02:41.950682 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-031a7ca0-127d-411e-91a4-6e825ff569e7 req-429ee6ae-2db5-44e0-b6f6-626dcbb89611 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Jun 28 10:02:42.044644 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09 req-e6e1eb3f-e459-4894-80cb-371bfdcb1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.046552 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09 req-e6e1eb3f-e459-4894-80cb-371bfdcb1752 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 1096 time: 0.0614314 Jun 28 10:02:42.155886 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09 req-8f575b6b-7a9d-4cf3-b8fd-0f3d6deb7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.157308 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09 req-8f575b6b-7a9d-4cf3-b8fd-0f3d6deb7ef8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c46bd46424f74b28922323bfafab9051&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966806 Jun 28 10:02:42.250300 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09 req-04ea7d7b-5c5c-4844-ab04-db57dbdd495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.251877 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01ca51e8-ef8d-4c9e-a2c9-87356ed2ff09 req-04ea7d7b-5c5c-4844-ab04-db57dbdd495d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885003 Jun 28 10:02:42.490325 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d6c8b-8014-4f7a-87d3-a265e72c1cbc req-f03dc628-0aa6-4a78-bee5-6783c69c46bb tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.491757 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3e5d6c8b-8014-4f7a-87d3-a265e72c1cbc req-f03dc628-0aa6-4a78-bee5-6783c69c46bb tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 943 time: 0.0825305 Jun 28 10:02:42.535974 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3e5d6c8b-8014-4f7a-87d3-a265e72c1cbc req-2baa6a77-aa51-4da8-be9e-58950dce5a7d tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379710 Jun 28 10:02:42.651039 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-6d2e1377-9c00-4e7a-884f-f27e6a46602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.652576 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-6d2e1377-9c00-4e7a-884f-f27e6a46602d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 1096 time: 0.3356726 Jun 28 10:02:42.700405 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-d28820c7-3922-42e1-8542-13423d14c634 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0 HTTP/1.1" status: 200 len: 217 time: 0.0335469 Jun 28 10:02:42.751263 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-983425ab-e876-47dd-a3b7-e1dfe8acfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.753289 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-983425ab-e876-47dd-a3b7-e1dfe8acfcc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0454156 Jun 28 10:02:42.811667 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-b9c0e1e7-db2c-443d-a97c-3eddb6bbb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:42.813172 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-b9c0e1e7-db2c-443d-a97c-3eddb6bbb350 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543978 Jun 28 10:02:42.902415 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-a98d8fb6-d544-41d7-b73c-d1b3d89fb953 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829039 Jun 28 10:02:42.992829 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-857c8f41-9be7-4f1b-805f-7023f777b7ab req-f03bb9c2-4b48-431e-a192-2014e8104f7c service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837102 Jun 28 10:02:43.723270 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774b37b-3fd1-40f5-b232-45d60ce2c324 req-51f30d10-bc5b-459c-a1ca-22c0c8477a14 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:43.725127 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0774b37b-3fd1-40f5-b232-45d60ce2c324 req-51f30d10-bc5b-459c-a1ca-22c0c8477a14 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 943 time: 0.0693276 Jun 28 10:02:43.767673 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0774b37b-3fd1-40f5-b232-45d60ce2c324 req-ac045120-9705-4cc1-b8a6-4e38b90d5af3 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358448 Jun 28 10:02:44.944238 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ad9fd-84aa-456a-ad3e-1e2f0a11f523 req-0249e941-abbe-4932-87c7-b5434313d19f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:44.946806 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0b8ad9fd-84aa-456a-ad3e-1e2f0a11f523 req-0249e941-abbe-4932-87c7-b5434313d19f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 943 time: 0.0664830 Jun 28 10:02:44.984935 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0b8ad9fd-84aa-456a-ad3e-1e2f0a11f523 req-b5d77324-2c68-4955-a375-3bb71212d236 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Jun 28 10:02:45.642631 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:02:46.161439 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959290bc-d27f-4caa-afac-7b8d7687182d req-08f4b763-7377-4e29-bee6-49539bb4ad89 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:46.162921 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-959290bc-d27f-4caa-afac-7b8d7687182d req-08f4b763-7377-4e29-bee6-49539bb4ad89 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 943 time: 0.0647399 Jun 28 10:02:46.201908 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-959290bc-d27f-4caa-afac-7b8d7687182d req-4fe17200-b9b4-4472-b22c-ace534fc3748 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328095 Jun 28 10:02:47.376702 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d99574-d436-43c6-8010-e19123a1ff41 req-44af5f94-b73f-4a6e-8312-bd931af9e0c0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:47.378176 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-44d99574-d436-43c6-8010-e19123a1ff41 req-44af5f94-b73f-4a6e-8312-bd931af9e0c0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 943 time: 0.0645509 Jun 28 10:02:47.416339 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-44d99574-d436-43c6-8010-e19123a1ff41 req-c95dbb31-132c-490e-a764-243a13002f70 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Jun 28 10:02:47.970909 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:02:48.068613 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:48.079252 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'port_id': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'mac_address': 'fa:16:3e:e7:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:02:48.116851 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.130628 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:02:48.153845 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:48.252268 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.254048 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:48.299795 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:48.307734 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.308077 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.308438 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.308767 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.309091 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.309414 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.309735 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.310051 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.310423 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.310744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.311054 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.311364 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:48.315388 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:48.590120 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814cfb-a147-47a8-aad3-be9b49d0a246 req-ddb0c3de-ecf6-422b-8292-57987561f053 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:48.591574 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9d814cfb-a147-47a8-aad3-be9b49d0a246 req-ddb0c3de-ecf6-422b-8292-57987561f053 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 944 time: 0.0645041 Jun 28 10:02:48.628281 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9d814cfb-a147-47a8-aad3-be9b49d0a246 req-47a92efb-ebac-4f10-ad30-f21bd52a5fbe tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Jun 28 10:02:48.686047 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['2c769d04-7413-4793-ab0d-9ea7dcc10cb0'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:02:49.804777 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa056f-449f-4e6a-a054-db996ed1bed6 req-2de74e4a-5e05-40a5-8612-0af95d7be75a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:49.806212 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-32aa056f-449f-4e6a-a054-db996ed1bed6 req-2de74e4a-5e05-40a5-8612-0af95d7be75a tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 944 time: 0.0677431 Jun 28 10:02:49.843720 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-32aa056f-449f-4e6a-a054-db996ed1bed6 req-758cfce9-5b28-4d44-b980-3cbc4e2259be tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Jun 28 10:02:49.990297 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:50.079941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:50.083618 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:50.084618 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.157800 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.182009 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:50.184425 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f1ebe-f769-4cbd-847a-76e0f990a1a8" -d '{"events": [{"server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "name": "network-vif-plugged", "status": "completed", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:50.199927 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:50.229414 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac850a5-3801-4637-b818-1345cb033a0e x-openstack-request-id: req-6ac850a5-3801-4637-b818-1345cb033a0e {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:50.230811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "name": "network-vif-plugged", "status": "completed", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:50.230811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ac850a5-3801-4637-b818-1345cb033a0e {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:50.230811 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'code': 200} Jun 28 10:02:50.240367 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.242226 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:50.292073 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:50.295111 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:50.640819 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a4cc-9bcf-4de7-9807-95d215a5daae req-d2dc30f8-8df6-464c-9f04-1ad9535bfd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:50.642268 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-53e4a4cc-9bcf-4de7-9807-95d215a5daae req-d2dc30f8-8df6-464c-9f04-1ad9535bfd74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 1098 time: 0.0521159 Jun 28 10:02:50.676064 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-53e4a4cc-9bcf-4de7-9807-95d215a5daae req-f7b9cc04-1b78-48b4-b118-e5abe209fa64 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258224 Jun 28 10:02:51.012738 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4fc18-dcb5-414a-bb8b-17cb6edbd9a7 req-bf8bc9db-9843-4b7b-b077-edf3ea0ea68f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:51.014116 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7d4fc18-dcb5-414a-bb8b-17cb6edbd9a7 req-bf8bc9db-9843-4b7b-b077-edf3ea0ea68f tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0614507 Jun 28 10:02:51.050826 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7d4fc18-dcb5-414a-bb8b-17cb6edbd9a7 req-90147250-49fa-4c9b-8808-4d0b2e3d2688 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Jun 28 10:02:52.242806 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77165-1369-41b3-bf91-d4f781f9da75 req-45ccf356-1a1f-4c27-ba27-ee73adf0b89b tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:52.243964 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e1e77165-1369-41b3-bf91-d4f781f9da75 req-45ccf356-1a1f-4c27-ba27-ee73adf0b89b tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0787745 Jun 28 10:02:52.289091 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e1e77165-1369-41b3-bf91-d4f781f9da75 req-b56a06be-0f9b-48a2-bc6b-286d61d351fa tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 Jun 28 10:02:53.465529 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc19edb-23d7-4dae-972c-09ed986894e7 req-96238bae-e073-4940-82ea-fdd2104582aa tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:53.467119 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1bc19edb-23d7-4dae-972c-09ed986894e7 req-96238bae-e073-4940-82ea-fdd2104582aa tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0667918 Jun 28 10:02:53.506731 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1bc19edb-23d7-4dae-972c-09ed986894e7 req-c3788030-2d31-4b0e-98d8-0d950116dd30 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337851 Jun 28 10:02:53.678810 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba429829-9c8f-400a-956c-fdb8f881d07a req-0ff3c157-d748-4611-bc56-06df9691788e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:53.680448 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ba429829-9c8f-400a-956c-fdb8f881d07a req-0ff3c157-d748-4611-bc56-06df9691788e tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0690656 Jun 28 10:02:53.689827 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 43038) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:53.694284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Request body: {'floatingip': {'port_id': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:53.732971 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.184612 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.253311 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.324203 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16144cc-1786-47b0-b301-e5508a08a24b req-4a9c7cc3-3ff6-415f-bd33-fcc42135a08d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:54.325707 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d16144cc-1786-47b0-b301-e5508a08a24b req-4a9c7cc3-3ff6-415f-bd33-fcc42135a08d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.1106899 Jun 28 10:02:54.397641 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Floating IP 70083ff9-b674-4591-b273-9baa347abad4 associated. External IP: 172.27.3.172, port: 2c769d04-7413-4793-ab0d-9ea7dcc10cb0. Jun 28 10:02:54.400352 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-32b13ba5-715e-4cb4-b3c6-e71f263b93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.402882 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d16144cc-1786-47b0-b301-e5508a08a24b req-8728c337-aad8-4fc7-bd0f-a25730d8540c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Jun 28 10:02:54.427180 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43048) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:54.568743 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419d507-a86f-498b-a1b3-f40fd4b77b58 tempest-TestMinimumBasicScenario-1099730131 tempest-TestMinimumBasicScenario-1099730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:54.570873 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-8419d507-a86f-498b-a1b3-f40fd4b77b58 tempest-TestMinimumBasicScenario-1099730131 tempest-TestMinimumBasicScenario-1099730131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1094 time: 0.1426971 Jun 28 10:02:54.574039 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43054) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:54.578471 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'port_id': '56140854-192e-4129-a9b6-21b1580e1828', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:54.613637 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:54.656039 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for floatingip, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.726844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:54.731916 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.736574 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:54.746525 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:54.747063 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:02:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:54.756763 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:54.783396 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0de8f70c-9d3e-4ee8-93ba-7452399a41a4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "PUT /v2.0/floatingips/70083ff9-b674-4591-b273-9baa347abad4 HTTP/1.1" status: 200 len: 991 time: 1.0923629 Jun 28 10:02:54.808979 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:54.808979 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87500ce5-4353-40e1-b8f5-126c921551fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:54.832839 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857e293-85d8-44dd-8d00-ae7f2a576da6 x-openstack-request-id: req-5857e293-85d8-44dd-8d00-ae7f2a576da6 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:54.833262 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:54.834019 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5857e293-85d8-44dd-8d00-ae7f2a576da6 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:54.834801 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'status': 'completed', 'code': 200} Jun 28 10:02:54.860208 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:54.883600 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Allocated IP 172.27.3.148 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/e5f8aba8-3a41-4269-a42a-954e69425327) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:55.116687 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '70083ff9-b674-4591-b273-9baa347abad4', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'port_id': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'mac_address': 'fa:16:3e:e7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:02:36Z', 'updated_at': '2021-06-28T10:02:54Z', 'revision_number': 1, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:55.148954 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:55.156843 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:55.157469 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:02:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:55.248746 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:55.343685 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:55.346777 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fd7972e5-158b-4c90-b140-4488bf2e3955 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:55.383417 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:55.387039 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:55.388173 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:55.391557 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:55.397764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'Port': ['ID=e5f8aba8-3a41-4269-a42a-954e69425327,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:55.428115 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.428918 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.429141 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.429652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.430013 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.430391 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.430723 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.431073 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.431423 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.431767 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.432113 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.432496 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:55.437622 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:55.618362 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '70083ff9-b674-4591-b273-9baa347abad4', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'port_id': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'mac_address': 'fa:16:3e:e7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:02:36Z', 'updated_at': '2021-06-28T10:02:54Z', 'revision_number': 1, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:55.644136 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789ccb5-a0fe-441b-b674-5116e32ad1f6 None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '70083ff9-b674-4591-b273-9baa347abad4', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'port_id': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'mac_address': 'fa:16:3e:e7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:02:36Z', 'updated_at': '2021-06-28T10:02:54Z', 'revision_number': 1, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:55.784318 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:55.832031 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94070f-4adb-4734-b957-81aabb99bc65 None None] New status for floating IP 70083ff9-b674-4591-b273-9baa347abad4: ACTIVE {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:02:55.921779 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.073520 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.142873 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.144906 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:56.212634 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'Port': ['ID=e5f8aba8-3a41-4269-a42a-954e69425327,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:56.216363 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:56.221276 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.318494 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Floating IP 334cfe6c-dc30-4239-aff4-15e5f4baa539 associated. External IP: 172.27.3.148, port: 56140854-192e-4129-a9b6-21b1580e1828. Jun 28 10:02:56.519720 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Router ad0b6e0d-015a-4f90-8432-7d9934519be1 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:56.628411 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:56.637198 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] Sync routers for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:56.645706 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:56.656497 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:02:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:56.714241 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.751578 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1763940 Jun 28 10:02:56.752217 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:56.752342 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:56.754330 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 43064) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:56.754848 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acea625-3492-41ab-99f7-07a3b3b16595" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:56.760837 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076731003', 'description': 'tempest-secgroup-smoke-2076731003 description', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:56.857179 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.940074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.988728 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '334cfe6c-dc30-4239-aff4-15e5f4baa539', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'port_id': '56140854-192e-4129-a9b6-21b1580e1828', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'mac_address': 'fa:16:3e:2e:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:02:55Z', 'updated_at': '2021-06-28T10:02:55Z', 'revision_number': 0, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:57.018725 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-59943e2f-2235-488a-8766-601702b7e1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.019951 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] Checking router: ad0b6e0d-015a-4f90-8432-7d9934519be1 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:57.028831 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.033568 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:57.042914 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:57.042914 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:02:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:57.060461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4727a2f8-b4db-4759-983d-4f3bb8a03354,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:57.068900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.069086 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.069816 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.070177 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.070537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.070924 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.071241 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.071594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.071953 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.072326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.076115 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.076115 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:57.076607 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:57.120854 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.145913 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3101fc3-207f-403f-84d5-8b6b77a0db4e x-openstack-request-id: req-d3101fc3-207f-403f-84d5-8b6b77a0db4e {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:57.146410 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:57.146815 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3101fc3-207f-403f-84d5-8b6b77a0db4e {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:57.148185 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'status': 'completed', 'code': 200} Jun 28 10:02:57.148384 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:57.152747 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.158086 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3982182 Jun 28 10:02:57.163576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 43068) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:57.164781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group_rule': {'security_group_id': '4727a2f8-b4db-4759-983d-4f3bb8a03354', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:57.205577 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500ce5-4353-40e1-b8f5-126c921551fa req-e119579b-d15e-42a7-8c9a-9c664a3a5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.207080 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-e119579b-d15e-42a7-8c9a-9c664a3a5f20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46bd46424f74b28922323bfafab9051&device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 1098 time: 0.0873342 Jun 28 10:02:57.267641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.314715 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.383655 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '334cfe6c-dc30-4239-aff4-15e5f4baa539', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'port_id': '56140854-192e-4129-a9b6-21b1580e1828', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'mac_address': 'fa:16:3e:2e:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:02:55Z', 'updated_at': '2021-06-28T10:02:55Z', 'revision_number': 0, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:57.408850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.411235 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f9fb3-9ba0-481b-b57c-17ba2c982923 None None] The sync data for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi is: [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '334cfe6c-dc30-4239-aff4-15e5f4baa539', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'port_id': '56140854-192e-4129-a9b6-21b1580e1828', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'mac_address': 'fa:16:3e:2e:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:02:55Z', 'updated_at': '2021-06-28T10:02:55Z', 'revision_number': 0, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:57.456576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-858d7cf9-fcbe-4d84-b8b4-cc132cc64f50 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:57.488475 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8cc637-6cda-43ee-b8f9-7f6f33bc95fa,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:57.496130 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:57.516907 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500ce5-4353-40e1-b8f5-126c921551fa req-cd1d9718-3981-4f5d-b028-e77f9f037d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.518647 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-cd1d9718-3981-4f5d-b028-e77f9f037d6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 200 len: 912 time: 0.1405511 Jun 28 10:02:57.536581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-1041c6c7-fa20-4f21-9c8b-20d3b8bfabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.541605 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-1041c6c7-fa20-4f21-9c8b-20d3b8bfabe7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1099 time: 0.1505992 Jun 28 10:02:57.607573 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.608776 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4ef97521-6dbe-4c2a-ba83-0ecf66ec7fdf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4493113 Jun 28 10:02:57.611859 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43072) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:57.622133 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd4e7f-7744-4d86-8289-b717c3cf61f2 None None] New status for floating IP 334cfe6c-dc30-4239-aff4-15e5f4baa539: ACTIVE {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:02:57.634907 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group_rule': {'security_group_id': '4727a2f8-b4db-4759-983d-4f3bb8a03354', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:57.651132 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-29ff9a49-c457-4e4f-87af-29e7500f8345 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0 HTTP/1.1" status: 200 len: 1001 time: 0.1231740 Jun 28 10:02:57.704744 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-4a7e1af5-b763-4863-b1b0-bdd69c79e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.706152 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-4a7e1af5-b763-4863-b1b0-bdd69c79e843 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 916 time: 0.1402171 Jun 28 10:02:57.720631 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500ce5-4353-40e1-b8f5-126c921551fa req-55c42734-7784-4787-81de-e68ee2307452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.721968 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-55c42734-7784-4787-81de-e68ee2307452 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 200 len: 850 time: 0.0630617 Jun 28 10:02:57.759332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.807141 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-aecc7b77-6e7a-4353-855b-ed4aa170bf08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 1000 time: 0.0925212 Jun 28 10:02:57.812813 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.856355 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500ce5-4353-40e1-b8f5-126c921551fa req-b3d90d26-f8ee-49ba-ab7c-44ea3c4ac990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.857705 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-b3d90d26-f8ee-49ba-ab7c-44ea3c4ac990 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026275 Jun 28 10:02:57.867400 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-66e6e1d2-d39b-4fec-8558-c3e06110611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.868957 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-66e6e1d2-d39b-4fec-8558-c3e06110611b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0546026 Jun 28 10:02:57.885167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.889642 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0cedc6b2-ce29-4cbd-9dcb-21e3dba7bafa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:57.902453 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c32928-bd4c-49f0-9327-8bbac548d586,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:57.907803 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:57.977923 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.979493 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3661485 Jun 28 10:02:57.982095 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43074) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:57.987493 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group_rule': {'security_group_id': '4727a2f8-b4db-4759-983d-4f3bb8a03354', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:57.990573 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-9b09fb3e-ede8-4e18-acb3-289473c2941e service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207891 Jun 28 10:02:57.996682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-fb4ba519-2469-42b7-a91c-97758162ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.998083 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-fb4ba519-2469-42b7-a91c-97758162ffa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115472 Jun 28 10:02:58.084671 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.147974 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-87500ce5-4353-40e1-b8f5-126c921551fa req-71c11322-47d7-4fef-8977-0788ea7cbe4d service neutron] 10.222.0.23 "GET /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484439 Jun 28 10:02:58.151458 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-84b3c1f9-030d-4149-a29e-94a9f492d156 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448879 Jun 28 10:02:58.158934 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.240285 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.242639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-28970793-4486-4dc2-a420-3cd16c1c45d2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:58.260424 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb996224-d374-469e-a1de-c51aff76fc88,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:58.264085 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:58.276647 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1acea625-3492-41ab-99f7-07a3b3b16595 req-850a9f83-9976-4be6-a54b-5da0a964e28e service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988302 Jun 28 10:02:58.399563 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.400202 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.401077 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4177661 Jun 28 10:02:58.403687 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43080) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:58.408130 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group_rule': {'security_group_id': '4727a2f8-b4db-4759-983d-4f3bb8a03354', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:58.501809 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.559680 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.634785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.641194 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-55c31835-2528-42d3-a71c-c4325b291921 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:58.656569 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cb15e6-015e-4c20-aeec-5f1e07e0e6cd,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:58.658837 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:58.731879 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.733444 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-cff3f14c-dc26-4468-abef-1b23a5cce580 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285084 Jun 28 10:02:58.735932 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43088) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:58.740706 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group_rule': {'security_group_id': '4727a2f8-b4db-4759-983d-4f3bb8a03354', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:58.823244 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.securitygroups_db [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Project 791b3479ab1f473fa4ee9941dc5008f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:02:58.828558 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.887834 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.966254 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:58.968246 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:58.984848 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6548c692-8278-4214-9f4b-b0922ae7d9d7,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:58.988878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:59.052004 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.053278 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162766 Jun 28 10:02:59.056039 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43090) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:59.060965 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'security_group_rule': {'security_group_id': '4727a2f8-b4db-4759-983d-4f3bb8a03354', 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:59.137663 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.securitygroups_db [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Project 791b3479ab1f473fa4ee9941dc5008f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:02:59.142606 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.210469 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.275912 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.278229 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:59.300299 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faed13d7-7994-42ba-b60d-fac7dc796ce2,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:59.302810 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:59.371845 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.375843 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161917 Jun 28 10:02:59.560865 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-439b0120-647b-4f31-b7a5-c145869ea802 req-789f1849-4c8a-4c67-9fa6-bebfc70984c9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076731003&fields=id&tenant_id=791b3479ab1f473fa4ee9941dc5008f0 HTTP/1.1" status: 200 len: 267 time: 0.0333912 Jun 28 10:02:59.629321 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b0120-647b-4f31-b7a5-c145869ea802 req-5ac20d6c-7e47-46a0-8548-276dccd6128f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:59.630851 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-439b0120-647b-4f31-b7a5-c145869ea802 req-5ac20d6c-7e47-46a0-8548-276dccd6128f tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0641606 Jun 28 10:02:59.641547 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'port': {'security_groups': ['6fd074d5-8198-4d4e-b4a8-dc6f82d30373', '4727a2f8-b4db-4759-983d-4f3bb8a03354']}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:59.731945 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.917007 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:59.948014 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.005981 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.028655 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.032961 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:00.070597 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.071218 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.073406 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-439b0120-647b-4f31-b7a5-c145869ea802 req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "PUT /v2.0/ports/56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 982 time: 0.4356706 Jun 28 10:03:00.076779 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:00.078872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f8e4a-f67e-44d4-9374-610a9eefaa33" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:00.090127 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['56140854-192e-4129-a9b6-21b1580e1828'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:00.123054 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=6']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:00.134173 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c8599a7f-91d1-4d4c-a5d6-5d1ce418f58b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:00.135737 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe96ef69-b54e-4123-96d4-cbbda6eb98aa x-openstack-request-id: req-fe96ef69-b54e-4123-96d4-cbbda6eb98aa {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:00.136035 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:00.136342 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe96ef69-b54e-4123-96d4-cbbda6eb98aa {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:00.136759 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'status': 'completed', 'code': 200} Jun 28 10:03:00.262066 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-11f30b44-098b-4121-9fa6-107aeb8b3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.264262 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-11f30b44-098b-4121-9fa6-107aeb8b3f69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1138 time: 0.0626266 Jun 28 10:03:00.351630 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['56140854-192e-4129-a9b6-21b1580e1828'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:00.417291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-6a7b7321-aa09-4739-8fb6-d61249d6a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.418847 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-6a7b7321-aa09-4739-8fb6-d61249d6a9b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 916 time: 0.1476612 Jun 28 10:03:00.442651 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-ed6bb94b-2fd2-4fdf-8568-ab5d2c3be8ab None None] Provisioning complete for port 56140854-192e-4129-a9b6-21b1580e1828 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:00.442936 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ed6bb94b-2fd2-4fdf-8568-ab5d2c3be8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.444134 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919668da-88bd-45f3-8273-7a391dfa05e2 req-f18bb743-e58a-4022-937e-04f009470777 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.446036 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-919668da-88bd-45f3-8273-7a391dfa05e2 req-f18bb743-e58a-4022-937e-04f009470777 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.2579670 Jun 28 10:03:00.530342 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-919668da-88bd-45f3-8273-7a391dfa05e2 req-b149b7a6-1551-4874-8322-3f97fb4e1811 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567288 Jun 28 10:03:00.532479 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-df5359b2-d79b-4dd9-bbd3-2ffc9c04e2df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 1002 time: 0.1063168 Jun 28 10:03:00.599218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-8a6b5cd4-9ddd-4202-a7cd-d1195158d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.600709 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-8a6b5cd4-9ddd-4202-a7cd-d1195158d09c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0532832 Jun 28 10:03:00.695791 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-004c72f8-2c10-4d07-8a5a-f8b48f47037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.697807 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-004c72f8-2c10-4d07-8a5a-f8b48f47037b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574820 Jun 28 10:03:00.812269 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-2be7b05d-b257-485c-b8e5-851227df7086 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Jun 28 10:03:00.903745 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-404f8e4a-f67e-44d4-9374-610a9eefaa33 req-d647ac79-41e3-4f3c-a577-7d4d94afe78b service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 Jun 28 10:03:07.005538 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-703790d2-7d91-4214-a424-2575ece8012d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993970318&fields=id&tenant_id=001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 267 time: 0.0330176 Jun 28 10:03:07.110943 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-3546ac2f-136e-4e6c-89c8-73c21e2caa1f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:07.112322 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-3546ac2f-136e-4e6c-89c8-73c21e2caa1f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 811 time: 0.1004038 Jun 28 10:03:07.131826 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-f2c36ca8-3f2e-4180-bfc4-73caa889f35a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/quotas/001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Jun 28 10:03:07.206856 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-8668ca92-74b1-4033-ae77-fd41ec5916d9 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0695715 Jun 28 10:03:07.222576 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-a8d533c7-f5e6-41f0-88aa-c6a72d4bfa37 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:03:07.223526 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-a8d533c7-f5e6-41f0-88aa-c6a72d4bfa37 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052857 Jun 28 10:03:07.315772 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-dc7bfe21-b439-4336-b4d0-004e6ddfcb0d service neutron] 10.222.0.15 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845096 Jun 28 10:03:07.410792 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-5a317268-e57d-459a-9146-d0220de13f06 service neutron] 10.222.0.15 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890520 Jun 28 10:03:07.920259 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2909775b-62fd-4a36-ae86-cf98cfcea386 req-a4994b23-35a6-4ff8-b909-9d490d47cf9c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 210 time: 0.0344310 Jun 28 10:03:08.851476 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:09.074741 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-08d5e3c6-45ff-4bf4-91f5-91ea1ad75bd6 req-4e832ca9-bb70-4ee4-92cc-36b36e4dd321 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 210 time: 0.0374250 Jun 28 10:03:10.095920 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-2c81b08b-aa51-4598-bb8e-365a84085cc3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:10.098548 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-2c81b08b-aa51-4598-bb8e-365a84085cc3 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 811 time: 0.1181846 Jun 28 10:03:10.173064 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-2fd97211-47f6-4e30-b93b-97dbbf2ca938 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001adac6a8e742d8a60967fb99afc8a1 HTTP/1.1" status: 200 len: 379 time: 0.0552969 Jun 28 10:03:10.183992 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'port': {'device_id': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'admin_state_up': True, 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'security_groups': ['8cb9ae37-30a4-4691-a808-0c431f4c7df8']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:10.271023 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c7fbd605-787b-4d75-b88b-651a99738c68 req-e52f8c7d-6688-4499-a094-aa4bc15f89e1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 210 time: 0.0710254 Jun 28 10:03:10.394222 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Made reservation on behalf of 001adac6a8e742d8a60967fb99afc8a1 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:03:10.397848 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:10.527092 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Allocated IP 172.20.0.14 (63769eaa-70b2-49ed-a566-4ef7bade1422/aabcb6f6-f24e-4196-8c4e-67b46fbea541/e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:10.656737 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:10.673923 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Transition to ACTIVE for port object e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:10.800642 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:10.804818 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5ade2684-a195-448a-a3f9-d376b31e8f51 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:11.107754 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:11.112867 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:11.121955 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:11.123289 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:11.127024 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:11.172442 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:11.173075 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.269946 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905776 Jun 28 10:03:11.295830 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Request body: {'port': {'device_id': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:11.393394 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.467537 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b8ab1543-1ada-49a3-be64-f93830ee66bc None None] Provisioning for port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:11.473344 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b8ab1543-1ada-49a3-be64-f93830ee66bc None None] Provisioning complete for port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:11.474079 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1543-1ada-49a3-be64-f93830ee66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.531508 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab1543-1ada-49a3-be64-f93830ee66bc None None] Port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:03:11.580756 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec215981-a6eb-4ef2-a179-909ead643a6e req-fb0e3748-db59-427e-8f45-873f48a83f92 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:11.582063 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ec215981-a6eb-4ef2-a179-909ead643a6e req-fb0e3748-db59-427e-8f45-873f48a83f92 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 932 time: 0.0964582 Jun 28 10:03:11.629102 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ec215981-a6eb-4ef2-a179-909ead643a6e req-6deb3a50-f9a5-4daa-bee8-3de96d3e94c9 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 Jun 28 10:03:11.680048 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:11.687464 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.700036 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Transition to ACTIVE for port object e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:11.776069 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.778326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:11.827083 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Pushing event updated for resources: {'Port': ['ID=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:11.831661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:11.915599 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Attempting to bind port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:03:11.916199 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Attempting to bind port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:03:11.916719 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Attempting to bind port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:11.922654 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e on network 63769eaa-70b2-49ed-a566-4ef7bade1422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:03:11.923864 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Attempting to bind port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e on network 63769eaa-70b2-49ed-a566-4ef7bade1422 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:11.930226 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:03:11.930738 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Checking segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:03:11.931025 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Bound using segment: {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:03:11.931390 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Bound port: e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b7c901-de73-450d-a0b5-ec3deb58d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:03:11.931818 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.004512 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] For port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:03:12.007692 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] For port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:03:12.079135 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.081459 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-09f63c21-bdc8-4c7b-b93e-3cda8657a55c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:12.115467 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.116490 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.117449 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] 10.222.0.23 "PUT /v2.0/ports/e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e HTTP/1.1" status: 200 len: 1094 time: 0.8269718 Jun 28 10:03:12.117964 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:12.121150 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1c5116-6631-4b31-9529-19aef65a3c08" -d '{"events": [{"name": "network-changed", "server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:12.155244 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Pushing event updated for resources: {'Port': ['ID=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:12.159451 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:12.171115 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268bbf2-63b8-43e3-b9d3-b4e0c40e3ce7 x-openstack-request-id: req-f268bbf2-63b8-43e3-b9d3-b4e0c40e3ce7 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:12.171479 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:12.171825 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f268bbf2-63b8-43e3-b9d3-b4e0c40e3ce7 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:12.172451 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'status': 'completed', 'code': 200} Jun 28 10:03:12.290391 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5116-6631-4b31-9529-19aef65a3c08 req-d9b401f3-24c8-4dad-99bc-bf2410f836c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.293639 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b1c5116-6631-4b31-9529-19aef65a3c08 req-d9b401f3-24c8-4dad-99bc-bf2410f836c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 1097 time: 0.0711095 Jun 28 10:03:12.405683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5116-6631-4b31-9529-19aef65a3c08 req-f279f84a-ac17-4cc5-ab77-84179bc11abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.407133 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b1c5116-6631-4b31-9529-19aef65a3c08 req-f279f84a-ac17-4cc5-ab77-84179bc11abf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=001adac6a8e742d8a60967fb99afc8a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972266 Jun 28 10:03:12.518247 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5116-6631-4b31-9529-19aef65a3c08 req-5c1df90a-dbfc-4bb2-ab1f-d50e1f899a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.519749 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b1c5116-6631-4b31-9529-19aef65a3c08 req-5c1df90a-dbfc-4bb2-ab1f-d50e1f899a81 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036816 Jun 28 10:03:12.703021 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-ffb427ba-9509-4466-a842-5309351a3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.706178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-ffb427ba-9509-4466-a842-5309351a3092 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 1097 time: 0.0952444 Jun 28 10:03:12.792021 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-61457d2b-791e-4c35-b449-3048cea70524 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e HTTP/1.1" status: 200 len: 217 time: 0.0709805 Jun 28 10:03:12.861131 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-edad1874-c35a-49ce-903a-747196b8e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.862602 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-edad1874-c35a-49ce-903a-747196b8e02e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0486372 Jun 28 10:03:12.878290 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda4ee-8196-4c66-898c-d3cad410cc2d req-ae60220b-f5b2-4122-a6f9-be752f396fc6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.879203 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-13fda4ee-8196-4c66-898c-d3cad410cc2d req-ae60220b-f5b2-4122-a6f9-be752f396fc6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0642161 Jun 28 10:03:12.920948 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-13fda4ee-8196-4c66-898c-d3cad410cc2d req-b0b5e711-afef-4f64-b2db-ab5cc5d2c2a5 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351055 Jun 28 10:03:12.921278 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-fa791636-cc61-4149-811f-84fe0396bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.922698 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-fa791636-cc61-4149-811f-84fe0396bfc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530033 Jun 28 10:03:13.017865 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-212ce45e-4473-4a71-b755-98642a6eda03 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Jun 28 10:03:13.110798 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fbd1427-d3b7-4e8d-991b-1d451cc2fb38 req-e9841295-dc94-4792-8aa5-55110908d2d0 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802915 Jun 28 10:03:14.126444 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b71dc-f0ed-4568-b6f7-6f608e98197f req-c4449bd1-3a74-4861-9c50-3c2c443271c6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:14.127995 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6d9b71dc-f0ed-4568-b6f7-6f608e98197f req-c4449bd1-3a74-4861-9c50-3c2c443271c6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0877092 Jun 28 10:03:14.170396 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6d9b71dc-f0ed-4568-b6f7-6f608e98197f req-9a94af21-853e-436c-b174-28d2f46c73e8 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340343 Jun 28 10:03:15.354447 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca37cae-d209-4717-a6e9-d72726c122f9 req-2c8037cd-28c3-4aa7-8a6b-01181002d2ce tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:15.355923 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fca37cae-d209-4717-a6e9-d72726c122f9 req-2c8037cd-28c3-4aa7-8a6b-01181002d2ce tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0685558 Jun 28 10:03:15.392976 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fca37cae-d209-4717-a6e9-d72726c122f9 req-b5c93e4a-c13e-4878-a94c-16a8c70e51d2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314040 Jun 28 10:03:16.570906 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa760f-61b8-4c50-80b8-5dc90254c480 req-c90cb4f6-db19-496f-a14d-14bfd097fc98 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:16.572513 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f7fa760f-61b8-4c50-80b8-5dc90254c480 req-c90cb4f6-db19-496f-a14d-14bfd097fc98 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0666404 Jun 28 10:03:16.610921 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f7fa760f-61b8-4c50-80b8-5dc90254c480 req-816222cc-5074-4c5c-af0d-344243b4106b tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326359 Jun 28 10:03:17.785670 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713387-7307-4358-a5cf-3c9f5507b382 req-45555b4a-b6fe-47df-9c52-790c288c425f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:17.787051 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93713387-7307-4358-a5cf-3c9f5507b382 req-45555b4a-b6fe-47df-9c52-790c288c425f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0620201 Jun 28 10:03:17.825296 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93713387-7307-4358-a5cf-3c9f5507b382 req-1751a0bc-16c2-4688-9267-4126e150099c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Jun 28 10:03:18.034232 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-91908e0e-50e2-4125-b7c2-3cbaae6e5755 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508120 Jun 28 10:03:18.151307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-0d44eff2-b8b7-453a-b7d0-0ed1876bdb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:18.152897 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-0d44eff2-b8b7-453a-b7d0-0ed1876bdb34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1098 time: 0.0558743 Jun 28 10:03:18.260668 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-c3b78712-b370-4a83-9b8d-0d8e0dcb5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:18.262119 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-c3b78712-b370-4a83-9b8d-0d8e0dcb5d7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.0870569 Jun 28 10:03:18.341343 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-ab662541-f934-4093-a785-662bb77884af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 200 len: 1001 time: 0.0677614 Jun 28 10:03:18.391128 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-b0da2be9-9872-4319-851f-1db252ab7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:18.392645 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-b0da2be9-9872-4319-851f-1db252ab7917 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0436759 Jun 28 10:03:18.450248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-6b4dd6aa-18aa-462d-a577-e7e32cdfe40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:18.451659 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-6b4dd6aa-18aa-462d-a577-e7e32cdfe40e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520704 Jun 28 10:03:18.463434 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-973b09e5-06c8-41a4-b11a-335d1eda4e02 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:03:18.464397 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-973b09e5-06c8-41a4-b11a-335d1eda4e02 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055056 Jun 28 10:03:18.560207 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-8a99783b-6a70-49aa-833e-be0b924376f2 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886040 Jun 28 10:03:18.656728 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a3ec88f6-65da-4de0-9ada-90734073afc1 req-a1d711fd-78da-41d5-9e89-40ed9f931a2e service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891294 Jun 28 10:03:19.027751 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0bab-5528-4db7-ab62-23747348e2d1 req-d187a2a2-367d-4c66-b07d-0e1e9970d446 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:19.029268 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01ad0bab-5528-4db7-ab62-23747348e2d1 req-d187a2a2-367d-4c66-b07d-0e1e9970d446 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0698674 Jun 28 10:03:19.073525 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-01ad0bab-5528-4db7-ab62-23747348e2d1 req-72f34798-c2fd-41b2-a71a-be8a1580a2fb tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385077 Jun 28 10:03:20.252331 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e282cf-b2e3-4cc7-9e57-ef5d1ec88699 req-c3f39808-bd1d-4633-9951-8486d51f4873 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:20.253721 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-39e282cf-b2e3-4cc7-9e57-ef5d1ec88699 req-c3f39808-bd1d-4633-9951-8486d51f4873 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0638924 Jun 28 10:03:20.291614 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-39e282cf-b2e3-4cc7-9e57-ef5d1ec88699 req-f82beb16-d454-4698-9d86-eb575e336db1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Jun 28 10:03:21.481488 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4c2bc-e655-4c6f-bbdd-5afd8bd8a5b4 req-945cf21a-6390-422a-befc-7dd8646121a7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:21.483008 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-39b4c2bc-e655-4c6f-bbdd-5afd8bd8a5b4 req-945cf21a-6390-422a-befc-7dd8646121a7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0642734 Jun 28 10:03:21.522015 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-39b4c2bc-e655-4c6f-bbdd-5afd8bd8a5b4 req-1a7d8eb5-ec60-4191-95ab-40a2a10d94a5 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332527 Jun 28 10:03:22.641843 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:03:22.702066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2538f7-54de-47da-b4e8-0da926fcd56b req-34e78512-459d-489d-81c0-7f17505af126 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:22.703539 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fe2538f7-54de-47da-b4e8-0da926fcd56b req-34e78512-459d-489d-81c0-7f17505af126 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0660317 Jun 28 10:03:22.742064 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fe2538f7-54de-47da-b4e8-0da926fcd56b req-3ebb55ba-c346-44a5-8202-42937282bb99 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jun 28 10:03:23.921334 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526728ee-f877-4b0e-b052-3f37a1515bf4 req-5c748fb8-c4e9-47bd-aeba-2db15314ebc0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.922815 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-526728ee-f877-4b0e-b052-3f37a1515bf4 req-5c748fb8-c4e9-47bd-aeba-2db15314ebc0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 944 time: 0.0638223 Jun 28 10:03:23.965077 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-526728ee-f877-4b0e-b052-3f37a1515bf4 req-79b13e14-db2f-477d-a1dd-dc321287668d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365546 Jun 28 10:03:24.077887 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:03:24.171262 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:24.182799 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'port_id': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'mac_address': 'fa:16:3e:cd:c1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:03:24.224265 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.237535 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:24.257420 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:24.326152 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.330002 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:24.384086 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:24.389328 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:24.416853 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-17023cec-7109-42df-ab80-82d6ad83c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.864613 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:25.169671 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cf1cb-5a16-46b6-955b-08006ffc5613 req-54b68f21-697e-4542-929c-82f444137182 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:25.171191 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-403cf1cb-5a16-46b6-955b-08006ffc5613 req-54b68f21-697e-4542-929c-82f444137182 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 945 time: 0.0760136 Jun 28 10:03:25.219728 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-403cf1cb-5a16-46b6-955b-08006ffc5613 req-27f6bb48-005e-4899-b7a6-b3c505f6c628 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 Jun 28 10:03:26.400517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b55a-8a52-474b-b73c-ac45e3bdaabe req-177492d0-9ba5-4810-836d-8a4d3f210eb1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:26.401984 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d9b0b55a-8a52-474b-b73c-ac45e3bdaabe req-177492d0-9ba5-4810-836d-8a4d3f210eb1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 945 time: 0.0632882 Jun 28 10:03:26.439995 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d9b0b55a-8a52-474b-b73c-ac45e3bdaabe req-412b1f1a-4e58-4869-8673-374e08a735a0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jun 28 10:03:26.964519 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ab317869-5b31-4f36-b128-319360666a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:27.112165 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:27.621278 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0569c-116e-4a40-9514-b4e93970150c req-fb85d69f-d6ef-4c42-9e7e-cddc63e3ebfe tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:27.622766 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-03a0569c-116e-4a40-9514-b4e93970150c req-fb85d69f-d6ef-4c42-9e7e-cddc63e3ebfe tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 945 time: 0.0667768 Jun 28 10:03:27.661340 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-03a0569c-116e-4a40-9514-b4e93970150c req-afb00de0-c6d2-4f91-8d65-fc332e25d539 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328121 Jun 28 10:03:28.158707 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:03:28.279923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:28.284236 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:28.284622 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:28.473707 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:28.486785 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:28.508678 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:28.511481 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c8f9d-4649-493b-8b3a-e299fe02fe48" -d '{"events": [{"server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "name": "network-vif-plugged", "status": "completed", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:28.523861 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:28.549850 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be1f7d3-7f97-4064-b49a-5f40480d4ee8 x-openstack-request-id: req-1be1f7d3-7f97-4064-b49a-5f40480d4ee8 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:28.550179 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "name": "network-vif-plugged", "status": "completed", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:28.550468 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1be1f7d3-7f97-4064-b49a-5f40480d4ee8 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:28.550898 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'code': 200} Jun 28 10:03:28.582280 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:28.584209 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:28.635978 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:28.639048 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:28.863531 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0a34-6773-428d-8939-cc0d3ff23911 req-45d8f5eb-06f5-4c77-abfc-b451a458b4a1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:28.864973 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3d8e0a34-6773-428d-8939-cc0d3ff23911 req-45d8f5eb-06f5-4c77-abfc-b451a458b4a1 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0661802 Jun 28 10:03:28.904052 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3d8e0a34-6773-428d-8939-cc0d3ff23911 req-93f52a54-a856-41d8-b232-c6e8533ffe31 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Jun 28 10:03:29.006037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf3dd2-64da-4c45-83d6-03ee2c6d1fc9 req-cc01a698-453b-4a28-8d30-1a5f1e3ee54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:29.007528 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1bcf3dd2-64da-4c45-83d6-03ee2c6d1fc9 req-cc01a698-453b-4a28-8d30-1a5f1e3ee54c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 1099 time: 0.0514736 Jun 28 10:03:29.042900 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1bcf3dd2-64da-4c45-83d6-03ee2c6d1fc9 req-64866ca9-1db7-4d4c-8d3c-8d24ad6be63c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275333 Jun 28 10:03:30.032650 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:30.098197 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa168d-654f-412a-813b-6c967fc72c3f req-b1b8c5f8-6bfa-4de0-88c1-390223cdf1a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:30.099671 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-68aa168d-654f-412a-813b-6c967fc72c3f req-b1b8c5f8-6bfa-4de0-88c1-390223cdf1a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0676095 Jun 28 10:03:30.138609 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-68aa168d-654f-412a-813b-6c967fc72c3f req-0ca858e0-b663-455a-9c85-c9c73772b334 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Jun 28 10:03:31.317594 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a9ebe-6442-4d8a-afce-19bf8e0eba93 req-79954dd5-cac4-48d4-bce4-bde2ad2462a9 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:31.319143 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-289a9ebe-6442-4d8a-afce-19bf8e0eba93 req-79954dd5-cac4-48d4-bce4-bde2ad2462a9 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0639396 Jun 28 10:03:31.357216 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-289a9ebe-6442-4d8a-afce-19bf8e0eba93 req-d9981362-3cad-466b-8e40-804089419b5e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Jun 28 10:03:32.532352 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d80d8-8ed0-42a8-84bd-ee18a66356fc req-cc9bee02-2858-47a6-b226-98dbf14c1c3d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:32.533749 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-620d80d8-8ed0-42a8-84bd-ee18a66356fc req-cc9bee02-2858-47a6-b226-98dbf14c1c3d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0652037 Jun 28 10:03:32.571537 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-620d80d8-8ed0-42a8-84bd-ee18a66356fc req-14072ed5-2d0a-46b7-b5b1-0147dcbced7e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319786 Jun 28 10:03:32.746978 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d364d-2117-4072-aee6-a2cb370735cb req-bdc1a7fb-c8c1-48c7-8879-907ae4da9252 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:32.748475 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-da1d364d-2117-4072-aee6-a2cb370735cb req-bdc1a7fb-c8c1-48c7-8879-907ae4da9252 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0656183 Jun 28 10:03:32.786213 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-da1d364d-2117-4072-aee6-a2cb370735cb req-c9ea7588-33b7-4cbf-81ce-306a951f5350 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318830 Jun 28 10:03:32.810852 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43314) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:32.955104 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699e4a0-478d-402d-af90-449ff857b983 tempest-TestVolumeBootPattern-345951775 tempest-TestVolumeBootPattern-345951775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:32.956607 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-b699e4a0-478d-402d-af90-449ff857b983 tempest-TestVolumeBootPattern-345951775 tempest-TestVolumeBootPattern-345951775-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 1094 time: 0.1447747 Jun 28 10:03:32.959491 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 43318) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:32.964763 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'port_id': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:33.090849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:33.190893 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:33.305410 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Allocated IP 172.27.3.30 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/8a896c6c-da73-4c33-93aa-32f4312a99e3) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:33.411800 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:33.500713 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:33.503135 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-7d6be883-b7f9-44b8-b2ec-fdf75207be74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:33.539377 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:33.545376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:33.548669 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:33.554038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=8a896c6c-da73-4c33-93aa-32f4312a99e3,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:33.573732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:34.150918 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:34.287615 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:34.452745 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:34.511991 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:34.514213 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5cc2a6e9-b5ae-4bf3-8eb5-0d5acad6cefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:34.578633 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event updated for resources: {'Port': ['ID=8a896c6c-da73-4c33-93aa-32f4312a99e3,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:34.582476 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:34.590629 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:34.688286 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Floating IP 4cc755c4-59db-47e4-9243-b8ec30c28240 associated. External IP: 172.27.3.30, port: e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e. Jun 28 10:03:34.900692 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:03:35.006856 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:03:35.017750 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:03:35.029074 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:35.029691 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:03:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:35.083547 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.140175 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1658461 Jun 28 10:03:35.140175 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:35.140175 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880a2af8-c7bf-46b0-a84b-75481361ca83" -d '{"events": [{"name": "network-changed", "server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:35.141272 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:35.168108 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426fa44-c67f-48ef-9e75-e412f4d928e5 x-openstack-request-id: req-b426fa44-c67f-48ef-9e75-e412f4d928e5 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:35.168756 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:35.168756 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b426fa44-c67f-48ef-9e75-e412f4d928e5 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:35.169162 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'status': 'completed', 'code': 200} Jun 28 10:03:35.294787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-49e6c964-4ae4-43d7-ae10-1017a6b5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:35.297201 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-49e6c964-4ae4-43d7-ae10-1017a6b5953d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 1099 time: 0.0811992 Jun 28 10:03:35.398176 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-5ccdd944-7f82-4f7c-8642-e2758cbb6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:35.401152 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-5ccdd944-7f82-4f7c-8642-e2758cbb6085 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.0965977 Jun 28 10:03:35.402103 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '4cc755c4-59db-47e4-9243-b8ec30c28240', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:cd:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:34Z', 'updated_at': '2021-06-28T10:03:34Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}, {'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:23Z', 'revision_number': 1, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:35.428259 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:03:35.436537 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:35.437399 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:03:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:35.467571 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-1fb1fc19-97af-420d-b6f0-19a2a0d730fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e HTTP/1.1" status: 200 len: 999 time: 0.0591953 Jun 28 10:03:35.534701 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-0fe03eff-bc76-4114-8155-794b74c1019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:35.536529 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-0fe03eff-bc76-4114-8155-794b74c1019f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0581694 Jun 28 10:03:35.547136 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:35.621881 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-ff32aa38-b9d7-4bed-98b2-c04f80b7fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:35.624430 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-ff32aa38-b9d7-4bed-98b2-c04f80b7fb26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815320 Jun 28 10:03:35.748434 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-25e4832d-d9fd-4931-83cf-74eb9ca372f9 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015058 Jun 28 10:03:35.815610 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '4cc755c4-59db-47e4-9243-b8ec30c28240', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:cd:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:34Z', 'updated_at': '2021-06-28T10:03:34Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}, {'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:23Z', 'revision_number': 1, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:35.845270 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcb01c-4153-4507-a6d5-1de2ee664818 None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': '4cc755c4-59db-47e4-9243-b8ec30c28240', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:cd:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:34Z', 'updated_at': '2021-06-28T10:03:34Z', 'revision_number': 0, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}, {'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:23Z', 'revision_number': 1, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:03:35.848198 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-880a2af8-c7bf-46b0-a84b-75481361ca83 req-2db98f07-e7ba-4fd4-8581-0263a36b7e88 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Jun 28 10:03:36.050058 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb1157-3328-4d72-83bb-4cad84525c1f None None] New status for floating IP 4cc755c4-59db-47e4-9243-b8ec30c28240: ACTIVE {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:03:38.896307 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:54.410297 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b8da-f852-4100-ba16-df252735474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:56.956381 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fd0f09cf-ba21-4093-8531-0cd8a8061595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:57.076449 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:58.362085 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:58.945928 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68d9f-9db2-4cc9-9a02-8db83b730fd0 req-f9ca00bf-aee2-4de8-aa2a-a2a8c9daa7fe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:58.947411 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08f68d9f-9db2-4cc9-9a02-8db83b730fd0 req-f9ca00bf-aee2-4de8-aa2a-a2a8c9daa7fe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0647364 Jun 28 10:03:58.984258 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08f68d9f-9db2-4cc9-9a02-8db83b730fd0 req-aa8e3474-add0-4305-9a8e-f39069f45893 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306003 Jun 28 10:03:59.641180 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:04:00.016058 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:00.166702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77498081-64dc-4f1a-98e1-4b774e445393 req-019a7453-9db6-42d7-a0fd-4d283e01b0c1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:00.168969 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-77498081-64dc-4f1a-98e1-4b774e445393 req-019a7453-9db6-42d7-a0fd-4d283e01b0c1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0701463 Jun 28 10:04:00.205735 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-77498081-64dc-4f1a-98e1-4b774e445393 req-e5cb0e9a-5aaa-463e-a091-c319acd78e36 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 Jun 28 10:04:01.388362 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1812-464f-490b-8eed-a37a40f44ebc req-b2bcf05d-3b1a-4a5b-af65-d359411c54c3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:01.389867 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-78ef1812-464f-490b-8eed-a37a40f44ebc req-b2bcf05d-3b1a-4a5b-af65-d359411c54c3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0633304 Jun 28 10:04:01.426383 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-78ef1812-464f-490b-8eed-a37a40f44ebc req-34393a51-4b17-4ac2-9885-58fe9957123e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Jun 28 10:04:02.607842 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025061-c0c3-4fd9-a8ec-cfadf859b5b1 req-19f95913-292d-4685-819f-c880016525ef tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:02.609301 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b6025061-c0c3-4fd9-a8ec-cfadf859b5b1 req-19f95913-292d-4685-819f-c880016525ef tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0660493 Jun 28 10:04:02.645490 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b6025061-c0c3-4fd9-a8ec-cfadf859b5b1 req-d5a5f54e-eba8-4b1f-82c3-e429456325cb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306733 Jun 28 10:04:03.818770 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a847be-2a18-46d0-88c4-2641327bba37 req-5457d9e5-952d-4f77-975d-9e9aa1a05246 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:03.820123 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-04a847be-2a18-46d0-88c4-2641327bba37 req-5457d9e5-952d-4f77-975d-9e9aa1a05246 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0616891 Jun 28 10:04:03.855959 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-04a847be-2a18-46d0-88c4-2641327bba37 req-5a663b29-29ff-4aa1-8cd9-3469b2f5781e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Jun 28 10:04:05.029840 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40400-6a46-45e8-916e-38b6f739355d req-f461be53-2ddb-4fac-812f-a6fc369a64bb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:05.031223 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a2a40400-6a46-45e8-916e-38b6f739355d req-f461be53-2ddb-4fac-812f-a6fc369a64bb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0627806 Jun 28 10:04:05.070993 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a2a40400-6a46-45e8-916e-38b6f739355d req-49a01c87-4e59-4279-b993-6cf1352e6ee3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342577 Jun 28 10:04:06.247915 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a87ea9-1dd1-4842-a4e3-8022b667ec38 req-d6a501ee-ed96-4832-a575-cf7a2fc88fc6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:06.249409 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-01a87ea9-1dd1-4842-a4e3-8022b667ec38 req-d6a501ee-ed96-4832-a575-cf7a2fc88fc6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0621140 Jun 28 10:04:06.286270 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-01a87ea9-1dd1-4842-a4e3-8022b667ec38 req-3bede087-71da-4439-8d66-e22366fb224a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312247 Jun 28 10:04:07.461653 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c92c5-b3e3-401c-8959-dc7138d8a137 req-00f73e7b-3d3f-458b-8336-cc6c64f8524b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:07.468060 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db9c92c5-b3e3-401c-8959-dc7138d8a137 req-00f73e7b-3d3f-458b-8336-cc6c64f8524b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0657184 Jun 28 10:04:07.503910 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db9c92c5-b3e3-401c-8959-dc7138d8a137 req-e7c755da-7358-4de0-bce2-f78b545deaf5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333006 Jun 28 10:04:08.688425 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd12d98-47a2-4035-b9dc-30a474303311 req-98417795-a76b-4e47-bfa7-6afd86b20a5e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:08.689884 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4bd12d98-47a2-4035-b9dc-30a474303311 req-98417795-a76b-4e47-bfa7-6afd86b20a5e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0693367 Jun 28 10:04:08.727519 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4bd12d98-47a2-4035-b9dc-30a474303311 req-3fb80dc4-f69b-4492-93ae-af5f34fc4d84 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319672 Jun 28 10:04:08.913085 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:09.902385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898dfd7-d27a-4567-9cc5-7c2e05925b50 req-c6b3060b-12ca-4953-9da8-b821b7d1d5e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:09.903922 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1898dfd7-d27a-4567-9cc5-7c2e05925b50 req-c6b3060b-12ca-4953-9da8-b821b7d1d5e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0614202 Jun 28 10:04:09.940904 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1898dfd7-d27a-4567-9cc5-7c2e05925b50 req-cfef5e71-394a-45d1-9ef4-ec995512d9cd tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Jun 28 10:04:11.127390 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a7da-1d4e-470b-bc4b-b88dfb8aacb1 req-ba3d71ee-278d-4be6-a872-560e581a6843 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:11.128925 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f374a7da-1d4e-470b-bc4b-b88dfb8aacb1 req-ba3d71ee-278d-4be6-a872-560e581a6843 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0634902 Jun 28 10:04:11.171427 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f374a7da-1d4e-470b-bc4b-b88dfb8aacb1 req-9805952e-97ae-4448-abb4-537157b532da tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369444 Jun 28 10:04:12.350204 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b3c51-fd1e-49c6-a83d-8f3db0e8296a req-2e7d5b82-30dd-4862-af2b-ef3a3ce9e668 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:12.351671 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2c5b3c51-fd1e-49c6-a83d-8f3db0e8296a req-2e7d5b82-30dd-4862-af2b-ef3a3ce9e668 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0649831 Jun 28 10:04:12.388388 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2c5b3c51-fd1e-49c6-a83d-8f3db0e8296a req-2f9df713-5b9f-466a-bac3-35001bc19b15 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310805 Jun 28 10:04:13.563750 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc17d-4bbf-4ed3-89bc-d855a3863598 req-481c07e8-a5ab-46c7-9cda-d9c62aa3b8cb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:13.565452 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fb7bc17d-4bbf-4ed3-89bc-d855a3863598 req-481c07e8-a5ab-46c7-9cda-d9c62aa3b8cb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0635128 Jun 28 10:04:13.602273 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fb7bc17d-4bbf-4ed3-89bc-d855a3863598 req-fb4f8b9e-8c9b-42c5-ad02-94e2b7787317 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Jun 28 10:04:14.779052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d53e0-e14b-4c65-801a-dbf6d39820f7 req-3cd9f64f-524c-4ac9-ab75-b8ba4382a336 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:14.780513 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba7d53e0-e14b-4c65-801a-dbf6d39820f7 req-3cd9f64f-524c-4ac9-ab75-b8ba4382a336 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0644288 Jun 28 10:04:14.817752 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ba7d53e0-e14b-4c65-801a-dbf6d39820f7 req-caecf61f-1d0e-477d-a405-0104b06238bb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Jun 28 10:04:15.996462 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19319362-3fed-4959-a30c-62ee19fb7296 req-64741d5b-9e05-4dad-90a5-72fb15c5a272 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:15.997930 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-19319362-3fed-4959-a30c-62ee19fb7296 req-64741d5b-9e05-4dad-90a5-72fb15c5a272 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0646684 Jun 28 10:04:16.035403 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-19319362-3fed-4959-a30c-62ee19fb7296 req-25f4c536-235f-41a0-81d6-6229fbd4bd5f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Jun 28 10:04:17.209598 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295d332-074b-413c-8509-62380207cfc2 req-edc11ba8-9655-44ac-889d-a2e6f4156797 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:17.211042 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d295d332-074b-413c-8509-62380207cfc2 req-edc11ba8-9655-44ac-889d-a2e6f4156797 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0625076 Jun 28 10:04:17.251252 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d295d332-074b-413c-8509-62380207cfc2 req-390e9c7f-262b-4dac-891d-f14115570781 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Jun 28 10:04:18.067238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-66768577-a045-44a4-91e6-0d2f92295a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:18.068750 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-66768577-a045-44a4-91e6-0d2f92295a0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1098 time: 0.0982223 Jun 28 10:04:18.187995 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-225813ad-3c88-41e4-a5d0-a1b2a5ca85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:18.193009 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-225813ad-3c88-41e4-a5d0-a1b2a5ca85f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0868876 Jun 28 10:04:18.255886 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-552a9b00-df79-43fb-881f-e4e5c269958a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 200 len: 1000 time: 0.0592191 Jun 28 10:04:18.305809 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-806b7554-b860-4879-886e-27995f56b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:18.307232 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-806b7554-b860-4879-886e-27995f56b2c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0429444 Jun 28 10:04:18.373668 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-4474260c-ad4b-4df6-804c-f414d55a57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:18.375119 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-4474260c-ad4b-4df6-804c-f414d55a57d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557237 Jun 28 10:04:18.433369 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66cf46-fda9-48bd-83a9-7f68b91f8768 req-04140053-83c8-4006-a529-b63874b1f956 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:18.435238 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8c66cf46-fda9-48bd-83a9-7f68b91f8768 req-04140053-83c8-4006-a529-b63874b1f956 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0688527 Jun 28 10:04:18.439133 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:04:18.470681 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-1781eec6-bfcf-415b-b27b-9084ef61b1f6 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861561 Jun 28 10:04:18.477967 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8c66cf46-fda9-48bd-83a9-7f68b91f8768 req-ed8b972a-f939-4ed5-9824-20477acfaa0b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335262 Jun 28 10:04:18.541505 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:18.553133 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'mac_address': 'fa:16:3e:2d:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:04:18.569849 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eca44320-36a7-4c63-ad83-7c249f8ddf87 req-5bf495f9-fee5-4d41-bd20-5acd2fd24736 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914609 Jun 28 10:04:18.589575 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:18.602096 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1802b1c3-a3c0-41a2-85f2-976979c59430 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:04:18.621626 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:18.729678 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:18.731342 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:18.775874 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=6']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:18.782630 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.782978 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.783311 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.783636 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.784484 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.784826 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.785121 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.785436 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.785751 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.786063 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.786373 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.786683 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:18.790417 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:18.959280 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['1802b1c3-a3c0-41a2-85f2-976979c59430'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:04:19.664074 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cc06c-b958-4d2b-8e80-c2a33e65c9ef req-9e71980b-9010-4fbd-87f3-c27d21c8b03e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:19.665557 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3a4cc06c-b958-4d2b-8e80-c2a33e65c9ef req-9e71980b-9010-4fbd-87f3-c27d21c8b03e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0621808 Jun 28 10:04:19.702628 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3a4cc06c-b958-4d2b-8e80-c2a33e65c9ef req-9b5ca02a-2887-46e6-8cfc-67c775c2a410 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Jun 28 10:04:20.452308 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:20.500011 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 1802b1c3-a3c0-41a2-85f2-976979c59430 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:20.500336 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:20.576545 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:20.598533 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:04:20.600800 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde91ca-99bf-4334-b384-1a11ac952097" -d '{"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-plugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:04:20.613203 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:20.639222 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd72be4-0713-4040-ac2f-6c29371add94 x-openstack-request-id: req-7bd72be4-0713-4040-ac2f-6c29371add94 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:04:20.639528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-plugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:04:20.639788 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bd72be4-0713-4040-ac2f-6c29371add94 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:04:20.640341 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'code': 200} Jun 28 10:04:20.699028 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:20.701191 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:20.747800 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=7']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:20.751002 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:20.883801 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec2be3-1130-40aa-b5f2-1f4122d8d8b7 req-3a05a48e-6681-485f-9b64-d668a88c8b33 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:20.885441 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-29ec2be3-1130-40aa-b5f2-1f4122d8d8b7 req-3a05a48e-6681-485f-9b64-d668a88c8b33 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0627999 Jun 28 10:04:20.923295 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-29ec2be3-1130-40aa-b5f2-1f4122d8d8b7 req-23ea31c9-6032-432e-9b59-d6ed39883599 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Jun 28 10:04:22.103914 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ebd09-2d2b-47aa-bcb4-a0374dc9839b req-f49ee38f-5e12-4c59-96d1-c95e304807c8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:22.105425 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf0ebd09-2d2b-47aa-bcb4-a0374dc9839b req-f49ee38f-5e12-4c59-96d1-c95e304807c8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0668874 Jun 28 10:04:22.151214 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf0ebd09-2d2b-47aa-bcb4-a0374dc9839b req-a5723a54-5c02-460a-acf6-eb119d537ae6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 Jun 28 10:04:23.331053 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70634767-7f61-4571-8d7e-e7fe1033c989 req-576e5e71-2f78-45db-89ba-885f00b51f30 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:23.333112 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-70634767-7f61-4571-8d7e-e7fe1033c989 req-576e5e71-2f78-45db-89ba-885f00b51f30 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0676622 Jun 28 10:04:23.370421 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-70634767-7f61-4571-8d7e-e7fe1033c989 req-d610cb82-e3fa-4702-9505-05369011c3a0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Jun 28 10:04:24.404217 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e78c3804-ee07-44f7-a1e7-49efb3690654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:24.558555 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb1741-0a01-4968-9529-9ff45de56a03 req-6eac6ba3-ebc3-4fcf-91ad-33e4a4c2c1eb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:24.560087 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3edb1741-0a01-4968-9529-9ff45de56a03 req-6eac6ba3-ebc3-4fcf-91ad-33e4a4c2c1eb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0717807 Jun 28 10:04:24.605304 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3edb1741-0a01-4968-9529-9ff45de56a03 req-fd1721be-ed88-4e55-a98f-0a2fafa9f53b tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384924 Jun 28 10:04:25.836231 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac177638-82da-4ca8-82f1-069fcdb42bd4 req-93ec3a8e-ccc6-42d2-bdbc-46eb448ef67d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:25.838555 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac177638-82da-4ca8-82f1-069fcdb42bd4 req-93ec3a8e-ccc6-42d2-bdbc-46eb448ef67d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0718246 Jun 28 10:04:25.891796 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ac177638-82da-4ca8-82f1-069fcdb42bd4 req-1c8f6880-934c-4e19-a29e-645272a4c6f0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473931 Jun 28 10:04:26.953014 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bfa29aff-d7fb-4afa-9e7e-7c572edccb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.961065 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf4446-b9ad-45c7-b327-b178f22d380e req-c248f66d-185e-4676-812c-7c2f62c1d2f8 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:26.966434 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0edf4446-b9ad-45c7-b327-b178f22d380e req-c248f66d-185e-4676-812c-7c2f62c1d2f8 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.1256464 Jun 28 10:04:27.017294 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0edf4446-b9ad-45c7-b327-b178f22d380e req-6d65423d-7fa1-404e-9064-1882864722e0 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476477 Jun 28 10:04:27.042101 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-1c83a831-e14a-4ff7-aff7-2d22dcae440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:27.046177 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-1c83a831-e14a-4ff7-aff7-2d22dcae440c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1138 time: 0.1191833 Jun 28 10:04:27.308028 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-cc0c30ff-fb61-4905-90f2-0411d0340d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:27.308028 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-cc0c30ff-fb61-4905-90f2-0411d0340d7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 916 time: 0.1780272 Jun 28 10:04:27.308028 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1137f9-dbca-4e2f-9942-ae2fe98ecf94 req-7e78ee0b-2766-4ec7-9d66-3aa8c141951d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:27.308028 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd1137f9-dbca-4e2f-9942-ae2fe98ecf94 req-7e78ee0b-2766-4ec7-9d66-3aa8c141951d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.2097895 Jun 28 10:04:27.344946 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd1137f9-dbca-4e2f-9942-ae2fe98ecf94 req-62edecbe-ed22-47f7-8a00-544c1c844f65 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520468 Jun 28 10:04:27.346696 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-3c4e3d2b-8579-4f09-9c40-1c92a1b3d8e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 1002 time: 0.0973866 Jun 28 10:04:27.384232 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.467669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-2ac85ffa-754d-464e-9e6e-6c2f81aab0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:27.467669 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-2ac85ffa-754d-464e-9e6e-6c2f81aab0d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0457904 Jun 28 10:04:27.467669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-eadda1a4-e278-490c-a57a-3fd11fd8b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:27.467669 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-eadda1a4-e278-490c-a57a-3fd11fd8b26a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579262 Jun 28 10:04:27.560738 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-95e601ea-0ecf-4e64-ad7f-cae9e4c2be23 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882361 Jun 28 10:04:27.653234 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-97c1af57-d480-4dfe-a87a-c2b3f7c616e1 req-2b80d116-52f1-4ce7-b973-04b7b0674423 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 Jun 28 10:04:28.284258 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d9747-a141-462c-a773-6793d9a4eb6a req-82c68dec-a437-4727-a78c-4d17ed2a4531 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:28.286450 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f34d9747-a141-462c-a773-6793d9a4eb6a req-82c68dec-a437-4727-a78c-4d17ed2a4531 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0867805 Jun 28 10:04:28.335941 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f34d9747-a141-462c-a773-6793d9a4eb6a req-57e72e47-e896-41eb-bd56-9a8d958efbdc tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419538 Jun 28 10:04:28.369371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:28.574183 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd5979-91ce-429d-92a5-d8acaaed1478 req-36166956-9200-4309-9e85-4ab28e27b6a3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:28.575697 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-19fd5979-91ce-429d-92a5-d8acaaed1478 req-36166956-9200-4309-9e85-4ab28e27b6a3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0768902 Jun 28 10:04:28.637960 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-19fd5979-91ce-429d-92a5-d8acaaed1478 req-3413d38d-2dc6-40b3-a2a7-99735a9a4d45 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Jun 28 10:04:29.625545 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709a46-845f-4630-9ff0-31f601c6a2ca req-28f23e02-2612-4131-8372-c84560e475e3 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:29.627070 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-97709a46-845f-4630-9ff0-31f601c6a2ca req-28f23e02-2612-4131-8372-c84560e475e3 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.1242797 Jun 28 10:04:29.712077 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-97709a46-845f-4630-9ff0-31f601c6a2ca req-3240b1a1-96b5-4d51-b4fd-4a7d57fcdce9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709291 Jun 28 10:04:29.893558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b789a-c97b-40b9-9cea-9013e29db67e req-6bf1adfb-1836-4629-b92b-f267181fee85 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:29.897623 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b57b789a-c97b-40b9-9cea-9013e29db67e req-6bf1adfb-1836-4629-b92b-f267181fee85 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0884893 Jun 28 10:04:29.984977 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b57b789a-c97b-40b9-9cea-9013e29db67e req-34c72237-57c3-4d79-be26-42d49567b9c9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816016 Jun 28 10:04:30.057213 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.904097 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08853245-0635-4ba9-98d1-9e040012d41e req-72fc1546-cf32-4cc5-9a4c-9afb46a80502 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:30.905577 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08853245-0635-4ba9-98d1-9e040012d41e req-72fc1546-cf32-4cc5-9a4c-9afb46a80502 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0629768 Jun 28 10:04:30.951781 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-08853245-0635-4ba9-98d1-9e040012d41e req-04d9faf3-0244-457d-b684-02f4afb04c72 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402155 Jun 28 10:04:31.178958 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b90a82-f15d-4630-bb30-869e5b43487c req-dc586bcd-0e0b-4b71-b983-8025143700dc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:31.180517 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93b90a82-f15d-4630-bb30-869e5b43487c req-dc586bcd-0e0b-4b71-b983-8025143700dc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0654151 Jun 28 10:04:31.219228 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93b90a82-f15d-4630-bb30-869e5b43487c req-6ae41a80-2b82-4185-a8e4-6b553d5905e5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328870 Jun 28 10:04:32.157083 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6350c-d00b-4b08-9606-cb24020b86f6 req-c87fcbec-ffb5-4df6-95bd-fa1ff452e13a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:32.158991 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d0b6350c-d00b-4b08-9606-cb24020b86f6 req-c87fcbec-ffb5-4df6-95bd-fa1ff452e13a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0779886 Jun 28 10:04:32.218327 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d0b6350c-d00b-4b08-9606-cb24020b86f6 req-7372046d-be55-465d-8366-339f207abfad tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475979 Jun 28 10:04:32.450579 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250bda9-7e6b-4ed8-a4cc-195c4c1fce54 req-458e6952-3d29-4209-a89a-1359acb26a37 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:32.452136 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7250bda9-7e6b-4ed8-a4cc-195c4c1fce54 req-458e6952-3d29-4209-a89a-1359acb26a37 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0736592 Jun 28 10:04:32.495224 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7250bda9-7e6b-4ed8-a4cc-195c4c1fce54 req-4489cbef-7d26-4b8a-a959-2bad98cc5890 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359831 Jun 28 10:04:33.436167 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ea676-9f28-4e19-b718-2b3c60325a0d req-f7d7b118-f4d4-4350-a4b7-6e153c06a624 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:33.438178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-285ea676-9f28-4e19-b718-2b3c60325a0d req-f7d7b118-f4d4-4350-a4b7-6e153c06a624 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0725849 Jun 28 10:04:33.484968 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-285ea676-9f28-4e19-b718-2b3c60325a0d req-da7eb50c-e357-4183-ad76-54f7ed7872a9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401604 Jun 28 10:04:33.715177 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7087-23e4-4694-9097-4025c67739eb req-be3b0a76-0b8b-4339-a9c4-de22138be9b9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:33.721233 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b31b7087-23e4-4694-9097-4025c67739eb req-be3b0a76-0b8b-4339-a9c4-de22138be9b9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0817928 Jun 28 10:04:33.762262 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b31b7087-23e4-4694-9097-4025c67739eb req-97457c27-6904-4859-9c3e-855b29d802eb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Jun 28 10:04:34.684051 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643ee0-b39b-497e-b90a-bc0081c1636e req-c31e8fa7-a777-4dd1-b750-51d296ffd6ce tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:34.685850 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-09643ee0-b39b-497e-b90a-bc0081c1636e req-c31e8fa7-a777-4dd1-b750-51d296ffd6ce tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0727234 Jun 28 10:04:34.732012 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-09643ee0-b39b-497e-b90a-bc0081c1636e req-122d57f1-8c35-4350-af5c-94f515820685 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390449 Jun 28 10:04:34.957441 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961feb5a-472b-4a15-90dd-9da101b12570 req-cf990bfa-5cad-4dd6-a944-f95fc1f556fe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:34.958959 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-961feb5a-472b-4a15-90dd-9da101b12570 req-cf990bfa-5cad-4dd6-a944-f95fc1f556fe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0711365 Jun 28 10:04:35.001902 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-961feb5a-472b-4a15-90dd-9da101b12570 req-693ac434-50fb-4028-8250-d6e2cf665bab tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370476 Jun 28 10:04:35.935814 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199ae5f-07bb-4d28-ace7-515f07ca0a3f req-22e207b0-9451-47ca-a1f6-a75535159da2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:35.937316 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2199ae5f-07bb-4d28-ace7-515f07ca0a3f req-22e207b0-9451-47ca-a1f6-a75535159da2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0729871 Jun 28 10:04:35.983622 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2199ae5f-07bb-4d28-ace7-515f07ca0a3f req-ad20068f-9798-449e-913a-29ce1208c04c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393307 Jun 28 10:04:36.186859 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c42e6-6264-4cd0-b2d9-0889e847df11 req-279bc38a-1cca-4feb-acc4-1b9cc45165d5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:36.188369 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b47c42e6-6264-4cd0-b2d9-0889e847df11 req-279bc38a-1cca-4feb-acc4-1b9cc45165d5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0658457 Jun 28 10:04:36.230681 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b47c42e6-6264-4cd0-b2d9-0889e847df11 req-0d389989-576f-46b9-a6a4-4c5af3bd61ec tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358543 Jun 28 10:04:36.639426 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:04:37.165978 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b182c9-0eae-441b-90a0-5b71878b26fc req-ecfc88af-e5cc-4d37-88d5-58a4f8752cc7 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:37.168465 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-95b182c9-0eae-441b-90a0-5b71878b26fc req-ecfc88af-e5cc-4d37-88d5-58a4f8752cc7 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0712323 Jun 28 10:04:37.211784 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-95b182c9-0eae-441b-90a0-5b71878b26fc req-26f25a10-608f-438f-b07c-38e3246cd404 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374720 Jun 28 10:04:37.428560 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22aae-47ca-4943-b929-cb1957403c04 req-0da7f137-9a76-4df9-93df-1cddc20a54e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:37.430114 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4fc22aae-47ca-4943-b929-cb1957403c04 req-0da7f137-9a76-4df9-93df-1cddc20a54e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0775332 Jun 28 10:04:37.471029 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4fc22aae-47ca-4943-b929-cb1957403c04 req-822d1887-1d31-438b-bf8f-bb9ff547abf5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Jun 28 10:04:37.614163 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-d6294e5e-0520-4b12-a41e-6f3b6abd64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:37.615574 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-d6294e5e-0520-4b12-a41e-6f3b6abd64b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1098 time: 0.0560510 Jun 28 10:04:37.705592 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-ea55d2d3-123e-489d-8879-aff66b54a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:37.707650 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-ea55d2d3-123e-489d-8879-aff66b54a2ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0842042 Jun 28 10:04:38.040878 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-e4e1d6c6-5f8e-4187-8e25-f96f5926dbc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 200 len: 1000 time: 0.3258102 Jun 28 10:04:38.090849 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-6af4099b-500f-42fd-bbe8-db43e10e805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:38.092018 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-6af4099b-500f-42fd-bbe8-db43e10e805f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0441136 Jun 28 10:04:38.150781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-25ed7e8c-91ad-49b3-b097-d36f28ecc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:38.152166 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-25ed7e8c-91ad-49b3-b097-d36f28ecc3dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537901 Jun 28 10:04:38.256205 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-e75715f8-b8af-4845-9399-6e80802848a8 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953832 Jun 28 10:04:38.348188 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a5c61cb5-fd97-43d0-9d39-72dd01620ddc req-4d01553c-f4a0-4688-bca4-4e1649a89194 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864058 Jun 28 10:04:38.403898 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06271a-9c57-4f00-b75e-6bddfd5c1958 req-cc25ca9e-552a-4e77-a343-7f48b68f801b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:38.405436 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac06271a-9c57-4f00-b75e-6bddfd5c1958 req-cc25ca9e-552a-4e77-a343-7f48b68f801b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0670893 Jun 28 10:04:38.445243 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac06271a-9c57-4f00-b75e-6bddfd5c1958 req-0f9fa17f-d2cd-4022-b5ce-bedea496b365 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337734 Jun 28 10:04:38.656779 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1583f4-9cbf-4a1f-be79-c451d88f814a req-dc07dec3-de8a-486d-b4f7-9ffef37d06e1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:38.658155 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b1583f4-9cbf-4a1f-be79-c451d88f814a req-dc07dec3-de8a-486d-b4f7-9ffef37d06e1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0663617 Jun 28 10:04:38.696413 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3b1583f4-9cbf-4a1f-be79-c451d88f814a req-c70e57b4-7d03-4726-89e1-48393dc20532 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Jun 28 10:04:38.901132 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.619519 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72641b0b-bae0-4269-84f2-0bd81281a301 req-e754c244-2d6c-424e-9715-96816f1d93b7 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.621011 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-72641b0b-bae0-4269-84f2-0bd81281a301 req-e754c244-2d6c-424e-9715-96816f1d93b7 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0659683 Jun 28 10:04:39.660785 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-72641b0b-bae0-4269-84f2-0bd81281a301 req-b04a1af3-b486-4b35-a523-6b57725eb6d6 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340476 Jun 28 10:04:39.876381 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e5ea6-060f-4111-8f14-5412d8a1b2b1 req-79f0383b-d43e-44c0-bd78-592a9b76e03c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.877798 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c06e5ea6-060f-4111-8f14-5412d8a1b2b1 req-79f0383b-d43e-44c0-bd78-592a9b76e03c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 945 time: 0.0605352 Jun 28 10:04:39.913257 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c06e5ea6-060f-4111-8f14-5412d8a1b2b1 req-9bb08583-f1c3-47a5-9f84-3c19a0ebfc7c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300603 Jun 28 10:04:40.579020 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:04:40.651942 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.673365 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:04:40.675519 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43af9784-a02c-4598-96a0-12425d5b2f7b" -d '{"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-unplugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:04:40.688341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:40.749446 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.752216 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:40.774744 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d606186-6d51-41e6-8d51-a9cabf9eeeff x-openstack-request-id: req-5d606186-6d51-41e6-8d51-a9cabf9eeeff {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:04:40.774980 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-unplugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:04:40.775231 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d606186-6d51-41e6-8d51-a9cabf9eeeff {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:04:40.775620 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'code': 200} Jun 28 10:04:40.800910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=8']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:40.804629 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:40.908568 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f299-2b71-41a8-93d3-f3f341d94482 req-cad2facc-4fed-4d69-a42d-dc4f48605619 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:40.910031 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3168f299-2b71-41a8-93d3-f3f341d94482 req-cad2facc-4fed-4d69-a42d-dc4f48605619 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0635028 Jun 28 10:04:40.954864 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3168f299-2b71-41a8-93d3-f3f341d94482 req-2ee35b9d-05d9-419b-9ec0-d5eac8bf6b99 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387180 Jun 28 10:04:41.117272 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291b7d-47e7-40f5-ac00-5a6e1664ac5b req-462e4504-c169-42fe-b878-4f1d59aa3d5f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:41.120696 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0e291b7d-47e7-40f5-ac00-5a6e1664ac5b req-462e4504-c169-42fe-b878-4f1d59aa3d5f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0706372 Jun 28 10:04:41.155372 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0e291b7d-47e7-40f5-ac00-5a6e1664ac5b req-0b8c2027-fbd9-4ab8-9091-a6eab2a5428f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Jun 28 10:04:42.134816 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13778-9261-4f61-94db-7c777db43ac6 req-5bbc5c9c-fff2-42b0-8c5c-e6387c842c2a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:42.136402 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-05f13778-9261-4f61-94db-7c777db43ac6 req-5bbc5c9c-fff2-42b0-8c5c-e6387c842c2a tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0661569 Jun 28 10:04:42.183655 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-05f13778-9261-4f61-94db-7c777db43ac6 req-998d314f-bffb-4cc0-8b1e-cf91648ecfb4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411415 Jun 28 10:04:43.355903 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46807d94-8a1f-4d74-854e-1ab1cbd81106 req-f59a494b-f81d-4ca9-9986-bc916cacb68c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:43.358110 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-46807d94-8a1f-4d74-854e-1ab1cbd81106 req-f59a494b-f81d-4ca9-9986-bc916cacb68c tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0649652 Jun 28 10:04:43.402437 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-46807d94-8a1f-4d74-854e-1ab1cbd81106 req-94c9ae46-cfa3-4fe1-acff-b031ea36fbaf tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380433 Jun 28 10:04:43.458000 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e125-ea21-4480-aa49-ca607b3fdc8e req-66c79391-5020-44b5-ad3b-2762547cebdb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:43.460181 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a106e125-ea21-4480-aa49-ca607b3fdc8e req-66c79391-5020-44b5-ad3b-2762547cebdb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0822978 Jun 28 10:04:43.504746 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a106e125-ea21-4480-aa49-ca607b3fdc8e req-db6c63ef-2c42-413b-9ba9-81ac6fa56a8d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356040 Jun 28 10:04:43.797323 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-8d9a6e84-5847-463e-8535-bc5236d2cf6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920427 Jun 28 10:04:44.586260 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b883c-b34d-4c21-8111-58d203ae9782 req-24dde7c1-7b21-437d-8118-e0b6543b3b3d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:44.587790 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-697b883c-b34d-4c21-8111-58d203ae9782 req-24dde7c1-7b21-437d-8118-e0b6543b3b3d tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0700908 Jun 28 10:04:44.590126 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:04:44.636529 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-697b883c-b34d-4c21-8111-58d203ae9782 req-66d10556-8f3f-4ead-aa07-c9c56f902243 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=4727a2f8-b4db-4759-983d-4f3bb8a03354&id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343204 Jun 28 10:04:44.706291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae5c66-0393-4f8e-aef1-ffd466d3958c req-fa08fac1-924b-4b25-af1d-45318050ce28 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:44.707743 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5bae5c66-0393-4f8e-aef1-ffd466d3958c req-fa08fac1-924b-4b25-af1d-45318050ce28 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0817235 Jun 28 10:04:44.747793 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5bae5c66-0393-4f8e-aef1-ffd466d3958c req-6dac80be-c8fd-4551-b098-d47166aa45b9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327470 Jun 28 10:04:45.485522 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c9a0b-3550-4fb1-9683-d250957d69af req-1cdeb242-6077-4bf5-931e-2485c3ef66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.486912 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-1cdeb242-6077-4bf5-931e-2485c3ef66c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2&tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c HTTP/1.1" status: 200 len: 1096 time: 0.0585515 Jun 28 10:04:45.572699 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c9a0b-3550-4fb1-9683-d250957d69af req-096bb654-4b7d-4a74-b5a4-498a8b252c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.574190 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-096bb654-4b7d-4a74-b5a4-498a8b252c09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1096 time: 0.0520325 Jun 28 10:04:45.660438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c9a0b-3550-4fb1-9683-d250957d69af req-d61e3a70-d751-4f61-a432-b0cd3047f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.661917 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-d61e3a70-d751-4f61-a432-b0cd3047f08f service neutron] 10.222.0.23 "GET /v2.0/networks?id=375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 200 len: 918 time: 0.0812998 Jun 28 10:04:45.729359 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-d2100be4-3c36-483c-a35c-8f04a71f78d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 200 len: 998 time: 0.0603275 Jun 28 10:04:45.776817 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c9a0b-3550-4fb1-9683-d250957d69af req-e753249f-b97a-4d24-b369-538367b51341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.778252 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-e753249f-b97a-4d24-b369-538367b51341 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 200 len: 856 time: 0.0426435 Jun 28 10:04:45.836076 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c9a0b-3550-4fb1-9683-d250957d69af req-27a1e0e2-5194-42d7-9936-684d3882a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.837606 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-27a1e0e2-5194-42d7-9936-684d3882a71e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=375e9649-7ea0-41db-9c42-7696e04c095a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517488 Jun 28 10:04:45.922620 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94776b9-5b67-405e-a69b-d75b4a2f8d9f req-5305a34e-7a36-4806-8079-c8465d852d8c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.924082 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e94776b9-5b67-405e-a69b-d75b4a2f8d9f req-5305a34e-7a36-4806-8079-c8465d852d8c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0618267 Jun 28 10:04:45.930381 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-a5069d35-bfe3-4c2b-93d8-24c2a0648154 service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Jun 28 10:04:45.962849 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e94776b9-5b67-405e-a69b-d75b4a2f8d9f req-ed44274d-4156-4c42-a292-ec86202933aa tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Jun 28 10:04:46.022837 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-724c9a0b-3550-4fb1-9683-d250957d69af req-12abec64-9126-46f3-b118-4d83b92b55df service neutron] 10.222.0.23 "GET /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853784 Jun 28 10:04:47.327844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577d50-ccf8-42dd-8e1c-478e9b3ffdb3 req-722b7cad-60c1-42e6-8934-7f111780c6db tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:47.329302 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e5577d50-ccf8-42dd-8e1c-478e9b3ffdb3 req-722b7cad-60c1-42e6-8934-7f111780c6db tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0687380 Jun 28 10:04:47.372922 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e5577d50-ccf8-42dd-8e1c-478e9b3ffdb3 req-7024a9f1-9be4-4339-a126-5fe6bb0f5ebc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361371 Jun 28 10:04:48.559322 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9d4c-2ab1-4de9-9a3c-0a09056eb545 req-d466eebb-52db-437c-a791-03f39759801c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:48.561260 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d9ef9d4c-2ab1-4de9-9a3c-0a09056eb545 req-d466eebb-52db-437c-a791-03f39759801c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0644474 Jun 28 10:04:48.600405 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-d9ef9d4c-2ab1-4de9-9a3c-0a09056eb545 req-d0a2866a-14b4-42b6-bea8-db41aa60b80a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333476 Jun 28 10:04:49.782327 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c318c-15b1-45a3-a9c6-64d88f99e409 req-4d02216f-250f-460e-b016-a3ecb52c3f4c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:49.783726 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1d1c318c-15b1-45a3-a9c6-64d88f99e409 req-4d02216f-250f-460e-b016-a3ecb52c3f4c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0649867 Jun 28 10:04:49.824268 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1d1c318c-15b1-45a3-a9c6-64d88f99e409 req-a3420b8c-3224-4eb4-9d0d-a92d7429f9c9 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338573 Jun 28 10:04:51.004571 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828330-753f-45a3-bd76-0364fe592f96 req-e15f53a8-288c-4cb4-abe4-0f71f79c420d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:51.006060 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93828330-753f-45a3-bd76-0364fe592f96 req-e15f53a8-288c-4cb4-abe4-0f71f79c420d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0659611 Jun 28 10:04:51.048587 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-93828330-753f-45a3-bd76-0364fe592f96 req-534c8226-a23c-4dfd-be14-2bde6ecc9010 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354755 Jun 28 10:04:52.245202 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a7a3-2613-4907-b945-548de3c2316a req-46b98a3b-9f9d-41a6-a92d-e1e26b46704a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:52.246740 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2e0a7a3-2613-4907-b945-548de3c2316a req-46b98a3b-9f9d-41a6-a92d-e1e26b46704a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0713840 Jun 28 10:04:52.287238 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e2e0a7a3-2613-4907-b945-548de3c2316a req-51290412-fa70-4fcf-83a8-fdb91cf448cb tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347071 Jun 28 10:04:53.540719 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b8973-358d-415b-a95d-466b5c1272e4 req-371defec-2377-4a2b-b3fb-2cdd1d26dafe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:53.540719 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-729b8973-358d-415b-a95d-466b5c1272e4 req-371defec-2377-4a2b-b3fb-2cdd1d26dafe tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0684071 Jun 28 10:04:53.540719 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-729b8973-358d-415b-a95d-466b5c1272e4 req-c827b06a-3eba-4154-9153-011a2015bc85 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370698 Jun 28 10:04:54.409330 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ad30641f-3844-4a7c-b14e-041686544774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:54.717318 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f768a9-71ba-4af1-a571-32d7d8bd1f89 req-3468d966-15f1-496f-b6fd-5eddb5371b33 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:54.718847 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c8f768a9-71ba-4af1-a571-32d7d8bd1f89 req-3468d966-15f1-496f-b6fd-5eddb5371b33 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0671933 Jun 28 10:04:54.760687 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c8f768a9-71ba-4af1-a571-32d7d8bd1f89 req-13cd6c32-f69f-41a8-bd6b-d7cc6ebded6d tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361397 Jun 28 10:04:55.970211 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2614c57-67bf-445f-bd30-38642771bbfa req-d7ad0b43-cebb-4376-9b8c-ad4afcb0849f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:55.971738 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f2614c57-67bf-445f-bd30-38642771bbfa req-d7ad0b43-cebb-4376-9b8c-ad4afcb0849f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0795083 Jun 28 10:04:56.013999 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f2614c57-67bf-445f-bd30-38642771bbfa req-bd669787-f58c-473a-a30e-fc82cf82d8ad tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357435 Jun 28 10:04:56.950189 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-46ac0211-8838-4a90-834a-e041b7095dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:57.096946 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:57.198517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009f51-7a9e-4d2f-9496-1649ed1ccef1 req-728d6dbe-06ee-4232-9252-66540317855e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:57.200241 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-42009f51-7a9e-4d2f-9496-1649ed1ccef1 req-728d6dbe-06ee-4232-9252-66540317855e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0694568 Jun 28 10:04:57.239518 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-42009f51-7a9e-4d2f-9496-1649ed1ccef1 req-2aa0d762-288a-462d-bca1-e676272b5727 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Jun 28 10:04:58.383284 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:58.423897 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873ec0-119e-46e6-8124-73093cfb3e61 req-8e273e42-515b-4daf-9fcb-9662b718e66f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:58.425510 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b9873ec0-119e-46e6-8124-73093cfb3e61 req-8e273e42-515b-4daf-9fcb-9662b718e66f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0670290 Jun 28 10:04:58.465829 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b9873ec0-119e-46e6-8124-73093cfb3e61 req-af90a065-cb21-499a-86c9-753d0bbbb01f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Jun 28 10:04:59.647799 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2bc7a-5e75-4230-9a2e-0b49bfa1acf9 req-6e2fd716-11fa-44b3-ab66-4694f1b08f39 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:59.649186 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bbc2bc7a-5e75-4230-9a2e-0b49bfa1acf9 req-6e2fd716-11fa-44b3-ab66-4694f1b08f39 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0656455 Jun 28 10:04:59.685423 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bbc2bc7a-5e75-4230-9a2e-0b49bfa1acf9 req-ffa7fc15-549d-465c-ba40-5166c8fa5866 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305965 Jun 28 10:05:00.022507 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:00.857664 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fc35c-010d-4b2e-9ec4-7bfca0470dee req-c02578a6-44c8-4b34-bb0f-424b4749abb8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:00.859107 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-469fc35c-010d-4b2e-9ec4-7bfca0470dee req-c02578a6-44c8-4b34-bb0f-424b4749abb8 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0620403 Jun 28 10:05:00.895720 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-469fc35c-010d-4b2e-9ec4-7bfca0470dee req-c0d8682d-ba30-4c41-bb1e-b96b6ad780e1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Jun 28 10:05:02.076032 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60cf0d-ea00-4869-8fd8-b78882a88726 req-c088151e-f5da-4d44-9f6d-0810da2506f4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:02.077523 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8f60cf0d-ea00-4869-8fd8-b78882a88726 req-c088151e-f5da-4d44-9f6d-0810da2506f4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0637734 Jun 28 10:05:02.115835 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8f60cf0d-ea00-4869-8fd8-b78882a88726 req-19db8a5d-e448-4a27-beeb-e43a3d09ebe6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317221 Jun 28 10:05:03.302906 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b0f4b-7b08-4464-ba9d-5a9dc12610eb req-3f3011c7-1bcb-4d31-bf82-21d2ddf12d48 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:03.302906 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a19b0f4b-7b08-4464-ba9d-5a9dc12610eb req-3f3011c7-1bcb-4d31-bf82-21d2ddf12d48 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0691555 Jun 28 10:05:03.342463 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-a19b0f4b-7b08-4464-ba9d-5a9dc12610eb req-bf9151c3-1862-4747-aea4-9efee4a4a356 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Jun 28 10:05:04.523959 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4b835-281b-47bf-b90a-0c4f3ace3241 req-348600c7-8188-431b-a5aa-98cf59cb0561 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:04.525629 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-42c4b835-281b-47bf-b90a-0c4f3ace3241 req-348600c7-8188-431b-a5aa-98cf59cb0561 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0655499 Jun 28 10:05:04.568615 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-42c4b835-281b-47bf-b90a-0c4f3ace3241 req-2172282b-e510-4227-baa0-86e84e258aba tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369842 Jun 28 10:05:05.744336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1ddd-36ef-4f0b-bc57-19b77aa6df38 req-48294e67-c170-4581-a1a7-6e876235aa00 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.745792 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4d5c1ddd-36ef-4f0b-bc57-19b77aa6df38 req-48294e67-c170-4581-a1a7-6e876235aa00 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0664189 Jun 28 10:05:05.783769 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4d5c1ddd-36ef-4f0b-bc57-19b77aa6df38 req-232f4e1d-a67d-4a73-a288-36c61dbd55ea tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322719 Jun 28 10:05:06.734748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:05:06.834278 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:06.846648 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'port_id': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'mac_address': 'fa:16:3e:2d:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:05:06.887116 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:06.904279 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1802b1c3-a3c0-41a2-85f2-976979c59430 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:05:06.939751 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:06.973702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfad9a-5f93-42b0-b254-991297ef3b1b req-43a5d80b-bc82-41a0-b08f-eeeff16544c0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:06.975272 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fcdfad9a-5f93-42b0-b254-991297ef3b1b req-43a5d80b-bc82-41a0-b08f-eeeff16544c0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 943 time: 0.0724337 Jun 28 10:05:07.016468 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fcdfad9a-5f93-42b0-b254-991297ef3b1b req-f68e7397-bd0b-47f4-8667-870d3c2bbeb0 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Jun 28 10:05:07.029999 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:07.033009 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:07.087161 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=9']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:07.090923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:07.588453 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['1802b1c3-a3c0-41a2-85f2-976979c59430'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:05:08.210079 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896594-88ca-4a78-9139-faacbdf0c111 req-207ecf5d-7626-4010-aece-af28d322f4dc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:08.211566 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0d896594-88ca-4a78-9139-faacbdf0c111 req-207ecf5d-7626-4010-aece-af28d322f4dc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0668168 Jun 28 10:05:08.250680 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0d896594-88ca-4a78-9139-faacbdf0c111 req-00bad330-7742-41c9-aa23-b6e2fc91d94e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331798 Jun 28 10:05:08.913346 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:09.422107 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3af5-1913-48e9-a890-409e0dcec71d req-b85e9635-7c8d-4599-890b-1e58ade4f5b6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:09.423560 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3e4a3af5-1913-48e9-a890-409e0dcec71d req-b85e9635-7c8d-4599-890b-1e58ade4f5b6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0616028 Jun 28 10:05:09.460391 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3e4a3af5-1913-48e9-a890-409e0dcec71d req-4d4ba27f-034d-4170-b504-4370ffa56ac6 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Jun 28 10:05:10.633343 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224688c6-b898-4ee3-bf73-c5eb770f5325 req-a3cb0402-3190-4387-a506-57f08983d453 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:10.635002 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-224688c6-b898-4ee3-bf73-c5eb770f5325 req-a3cb0402-3190-4387-a506-57f08983d453 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 944 time: 0.0615392 Jun 28 10:05:10.671299 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-224688c6-b898-4ee3-bf73-c5eb770f5325 req-e920f60a-593e-455e-bb59-9f54c8342d37 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308461 Jun 28 10:05:10.751053 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:05:10.797386 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 1802b1c3-a3c0-41a2-85f2-976979c59430 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:05:10.797755 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:10.984911 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:11.005796 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:11.007949 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085f2d1-f093-44fa-9bc9-ec782b309e87" -d '{"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-plugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:11.021261 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:11.045128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61cea7-5e70-4216-b360-5e55344eb44b x-openstack-request-id: req-0e61cea7-5e70-4216-b360-5e55344eb44b {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:11.045128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-plugged", "status": "completed", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:11.045128 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e61cea7-5e70-4216-b360-5e55344eb44b {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:11.045128 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'code': 200} Jun 28 10:05:11.107931 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:11.109839 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:11.155137 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=10']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:11.159617 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:11.516966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233949e-d9ed-44e7-bcb3-6d0852a0975d req-f47196b5-0ea4-4294-97d2-073a17b4bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:11.518426 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9233949e-d9ed-44e7-bcb3-6d0852a0975d req-f47196b5-0ea4-4294-97d2-073a17b4bcf1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 1099 time: 0.0539997 Jun 28 10:05:11.552843 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9233949e-d9ed-44e7-bcb3-6d0852a0975d req-34405f06-e49b-41df-bbde-c739b2df1db4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271246 Jun 28 10:05:11.843069 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4de9-6a5b-43d9-b1e3-1bbadc49f14a req-6c9faff8-4eb8-40fe-963e-96e08a345bdf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:11.844426 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1c7b4de9-6a5b-43d9-b1e3-1bbadc49f14a req-6c9faff8-4eb8-40fe-963e-96e08a345bdf tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.0604892 Jun 28 10:05:11.880093 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1c7b4de9-6a5b-43d9-b1e3-1bbadc49f14a req-28423965-180b-4991-809c-7ac63ed6a473 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302203 Jun 28 10:05:13.055435 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abb9c7-728d-4e5c-91ed-bb9b73dad3c7 req-996fceb4-cadc-481d-9a94-374186a3dfdc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:13.059154 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b2abb9c7-728d-4e5c-91ed-bb9b73dad3c7 req-996fceb4-cadc-481d-9a94-374186a3dfdc tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.0632918 Jun 28 10:05:13.094609 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b2abb9c7-728d-4e5c-91ed-bb9b73dad3c7 req-0e45d593-c88b-4655-a869-7c208457e29a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Jun 28 10:05:13.638074 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:05:14.277001 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793f347-8ec5-4a47-90a7-5c3a77890517 req-de410d21-4905-4fbc-b408-07b0c5a56c17 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.278472 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4793f347-8ec5-4a47-90a7-5c3a77890517 req-de410d21-4905-4fbc-b408-07b0c5a56c17 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.0688467 Jun 28 10:05:14.315690 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-4793f347-8ec5-4a47-90a7-5c3a77890517 req-3a5f4a93-0de6-46d2-8d7d-7c781988a85e tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317073 Jun 28 10:05:15.497518 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677713ee-dc95-44ef-bdbd-b92656c745a5 req-9e6ba95e-041a-472c-9d65-0626ccbac255 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:15.499159 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-677713ee-dc95-44ef-bdbd-b92656c745a5 req-9e6ba95e-041a-472c-9d65-0626ccbac255 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.0687597 Jun 28 10:05:15.537608 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-677713ee-dc95-44ef-bdbd-b92656c745a5 req-353c947c-4e96-4ccd-9462-c42f34b03213 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Jun 28 10:05:19.067788 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-c8d2f3b0-e7e3-4494-aca3-f9541373b2a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501304 Jun 28 10:05:19.154105 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-d4085885-6a4f-4bb3-b826-5644957b6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:19.155578 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-d4085885-6a4f-4bb3-b826-5644957b6322 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1138 time: 0.0520282 Jun 28 10:05:19.265755 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-fd8df719-5172-4882-bc4f-172faa4aa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:19.267190 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-fd8df719-5172-4882-bc4f-172faa4aa80f service neutron] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 916 time: 0.0883164 Jun 28 10:05:19.344467 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-c012dd68-213b-42e1-9b71-2d9f23121d47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 1002 time: 0.0557256 Jun 28 10:05:19.401602 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-811b0b29-68a0-49d7-a833-ffdebf3e1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:19.403029 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-811b0b29-68a0-49d7-a833-ffdebf3e1549 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0429409 Jun 28 10:05:19.480731 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-d00f6324-fac2-4978-9d2e-54d9a70eecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:19.482091 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-d00f6324-fac2-4978-9d2e-54d9a70eecf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548124 Jun 28 10:05:19.580404 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-6d88ce92-5e1c-4772-b7c4-763755f99ed1 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836773 Jun 28 10:05:19.675049 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8bd654e9-1939-4df5-a38f-df78e5cb75be req-1786cf7b-3020-47fb-9dbe-5a184f458eba service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853972 Jun 28 10:05:21.729375 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f211ae-24f1-455b-acba-48aad83b7882 req-58e9dd20-ebbe-45ca-923e-d35e5b7b1e11 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.730850 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f7f211ae-24f1-455b-acba-48aad83b7882 req-58e9dd20-ebbe-45ca-923e-d35e5b7b1e11 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0625069 Jun 28 10:05:21.767719 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f7f211ae-24f1-455b-acba-48aad83b7882 req-7be0eada-8c72-4c41-b8cb-178da2060367 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Jun 28 10:05:22.937381 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7f298-5320-46ca-b6a2-16a00c422dee req-5ae8c061-d84a-4621-b331-6007ef3ad582 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:22.938808 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9eb7f298-5320-46ca-b6a2-16a00c422dee req-5ae8c061-d84a-4621-b331-6007ef3ad582 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0615623 Jun 28 10:05:22.974835 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9eb7f298-5320-46ca-b6a2-16a00c422dee req-00ee2877-8e9c-4395-b58e-6cd0c5c5bbf1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Jun 28 10:05:24.149911 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae1f2-a786-4729-95f3-cdd4ec2fe4fd req-f89359ae-b049-46e4-ae82-3b39ac0edd82 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.151347 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-491ae1f2-a786-4729-95f3-cdd4ec2fe4fd req-f89359ae-b049-46e4-ae82-3b39ac0edd82 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0659664 Jun 28 10:05:24.188067 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-491ae1f2-a786-4729-95f3-cdd4ec2fe4fd req-37d3eb0f-7023-497c-b699-a8969330b129 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups?id=a65e31bc-2922-4bbd-8895-b46135f012df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Jun 28 10:05:24.282543 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-63d9ceb2-834f-4cfd-b44a-6ae573707fc0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.283874 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-63d9ceb2-834f-4cfd-b44a-6ae573707fc0 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 945 time: 0.0616586 Jun 28 10:05:24.393518 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Deleting port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:24.393854 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:24.408500 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7c208778-6a6a-4ff9-9ae5-21c2fbc6bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:24.481609 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] For port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:24.481961 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:24.641891 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:24.642250 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:24.642556 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Floating IP 70083ff9-b674-4591-b273-9baa347abad4 disassociated. External IP: 172.27.3.172, port: 2c769d04-7413-4793-ab0d-9ea7dcc10cb0. Jun 28 10:05:24.642889 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Calling delete_port for 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:24.833285 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:24.837507 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bf35ff2b-9c04-4067-bb25-7264fda15ff4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:24.862335 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event deleted for resources: {'Port': ['ID=2c769d04-7413-4793-ab0d-9ea7dcc10cb0,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:24.873634 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.874004 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.874369 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.874728 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.875077 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.875534 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.875867 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.876127 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.876500 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.876846 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.877189 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.877536 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:24.884006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:24.990090 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:05:25.099506 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:05:25.110131 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:05:25.119017 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:25.119641 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:04:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:25.143750 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] No DVR routers for this DVR port 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:05:25.146186 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:25.148128 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e0401e99-e43a-42a2-929d-4b1b54d929fc req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.23 "DELETE /v2.0/ports/2c769d04-7413-4793-ab0d-9ea7dcc10cb0 HTTP/1.1" status: 204 len: 173 time: 0.8472242 Jun 28 10:05:25.148742 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'name': 'network-vif-deleted', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:25.151427 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20632a-add8-483f-86fc-904685d31c53" -d '{"events": [{"server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "name": "network-vif-deleted", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:25.236466 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:25.253304 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30223edf-74e9-4cf0-b6ca-4d0908fc64f2 x-openstack-request-id: req-30223edf-74e9-4cf0-b6ca-4d0908fc64f2 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:25.253791 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a933dd87-6aaa-4699-a84d-f349e6a5cac9", "name": "network-vif-deleted", "tag": "2c769d04-7413-4793-ab0d-9ea7dcc10cb0", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:25.254139 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30223edf-74e9-4cf0-b6ca-4d0908fc64f2 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:25.254901 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933dd87-6aaa-4699-a84d-f349e6a5cac9', 'name': 'network-vif-deleted', 'tag': '2c769d04-7413-4793-ab0d-9ea7dcc10cb0', 'status': 'completed', 'code': 200} Jun 28 10:05:25.395353 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-917f4e45-693c-4650-b4c1-11481e3c7a4c req-2206b2b0-ff40-491d-91c9-0a9159085c33 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/ports?device_id=a933dd87-6aaa-4699-a84d-f349e6a5cac9 HTTP/1.1" status: 200 len: 210 time: 0.0481610 Jun 28 10:05:25.510265 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:25.540366 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:05:25.551645 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:25.552369 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:04:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:25.690500 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:25.922204 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:25.971952 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fce7f-50b6-4bde-9aa0-550dd8d3184a None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:07Z', 'revision_number': 4, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'b824999f-a670-4ad2-9f5b-41b7da5410ef', 'name': '', 'network_id': 'c0c6452b-3f6d-4a46-b6fd-fef0efae8a78', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'mac_address': 'fa:16:3e:f9:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:06Z', 'updated_at': '2021-06-28T09:53:15Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'subnets': [{'id': '6ffdc84c-5cd6-402e-a04d-27f9a394ab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:05:26.196628 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f225c1-2dab-4ec3-b7b4-3c5f17767301 None None] New status for floating IP 70083ff9-b674-4591-b273-9baa347abad4: DOWN {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:05:26.616169 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44032) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:26.669888 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:26.696020 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:26.831291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:26.833944 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:26.835089 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "DELETE /v2.0/security-groups/a65e31bc-2922-4bbd-8895-b46135f012df HTTP/1.1" status: 204 len: 168 time: 0.2179568 Jun 28 10:05:26.835827 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-cf1f0211-68ef-4304-b4b2-1473d47a6bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:26.838482 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44034) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:26.844857 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65e31bc-2922-4bbd-8895-b46135f012df,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:26.852012 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.852198 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.api.v2.resource [None req-91ea48e6-7005-494a-8389-072f63b445bb tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] show failed (client error): The resource could not be found. Jun 28 10:05:26.855029 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855029 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855262 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-91ea48e6-7005-494a-8389-072f63b445bb tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "GET /v2.0/security-groups/a65e31bc-2922-4bbd-8895-b46135f012df HTTP/1.1" status: 404 len: 347 time: 0.0135067 Jun 28 10:05:26.855366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855882 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.855882 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.856102 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:26.857040 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44036) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:26.859301 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:26.968559 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-ac5d678c-0357-4018-97d8-67894744967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:26.980515 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Deleting port 65aeb61b-4673-4843-a94e-abc467f5afab {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:26.983689 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.053027 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.053349 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.065120 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Calling delete_port for 65aeb61b-4673-4843-a94e-abc467f5afab owned by network:floatingip {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:27.094082 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.311466 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.313777 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-504452f5-d77c-4d61-85d2-9ad559b302e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:27.337599 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Pushing event deleted for resources: {'Port': ['ID=65aeb61b-4673-4843-a94e-abc467f5afab,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:27.340706 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:27.401476 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks [] for floatingip, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.403991 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:27.405149 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5e8a8785-cd8c-4a15-94e4-a640bf81a301 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] 10.222.0.15 "DELETE /v2.0/floatingips/70083ff9-b674-4591-b273-9baa347abad4 HTTP/1.1" status: 204 len: 168 time: 0.5471358 Jun 28 10:05:28.370727 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:28.858116 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:05:28.877385 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:05:28.877674 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 2c769d04-7413-4793-ab0d-9ea7dcc10cb0 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:05:30.014040 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:31.629005 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44066) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:32.051622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:32.301676 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Deleting port b824999f-a670-4ad2-9f5b-41b7da5410ef {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:32.301924 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:32.379344 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] For port b824999f-a670-4ad2-9f5b-41b7da5410ef, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b824999f-a670-4ad2-9f5b-41b7da5410ef,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:32.379687 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:32.391885 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Calling delete_port for b824999f-a670-4ad2-9f5b-41b7da5410ef owned by network:router_interface {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:32.610095 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:32.611976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-25ea5456-eb6a-4dd7-ad27-467cb7d281af tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:32.635917 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b824999f-a670-4ad2-9f5b-41b7da5410ef,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:32.638994 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:32.799076 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.260771 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:05:33.359798 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:05:33.365288 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b2859f2-7f0d-429e-87e8-9b23b59af2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352471 Jun 28 10:05:33.367110 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44070) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:33.368572 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] Sync routers for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:05:33.378346 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:33.378949 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:33.470692 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks [] for router, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.487017 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:33.578165 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.658671 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '63817979-44a8-4964-9639-178836b7b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T10:05:32Z', 'revision_number': 5, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port': {'id': '63817979-44a8-4964-9639-178836b7b561', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:01Z', 'updated_at': '2021-06-28T09:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:33.681503 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Deleting port 63817979-44a8-4964-9639-178836b7b561 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:33.682096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.685210 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] Checking router: 2b2859f2-7f0d-429e-87e8-9b23b59af2fe for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:05:33.693219 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] Routers {'2b2859f2-7f0d-429e-87e8-9b23b59af2fe'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:33.693822 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:33.762800 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] For port 63817979-44a8-4964-9639-178836b7b561, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=63817979-44a8-4964-9639-178836b7b561,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:33.763049 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.775793 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Calling delete_port for 63817979-44a8-4964-9639-178836b7b561 owned by network:router_gateway {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:33.780857 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] Set router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe gateway port host: None {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:33.837469 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T10:05:33Z', 'revision_number': 6, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:33.866488 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bafc3d-449d-4141-a12e-3b8b0616dd6b None None] The sync data for ids ['2b2859f2-7f0d-429e-87e8-9b23b59af2fe'] in dv-cinder-792209-2-iscsi is: [{'id': '2b2859f2-7f0d-429e-87e8-9b23b59af2fe', 'name': 'tempest-AttachVolumeTestJSON-1965037089-router', 'tenant_id': 'c46bd46424f74b28922323bfafab9051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T10:05:33Z', 'revision_number': 6, 'project_id': 'c46bd46424f74b28922323bfafab9051', 'gw_port_host': None}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:05:33.997198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.999996 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:34.024347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Pushing event deleted for resources: {'Port': ['ID=63817979-44a8-4964-9639-178836b7b561,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:34.028317 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:34.088904 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.193551 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.196206 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.328245 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.328770 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2859f2-7f0d-429e-87e8-9b23b59af2fe {{(pid=105212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:05:34.333658 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.334795 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5e223df9-4631-44d5-8b33-43be7075aa4f admin admin] 10.222.0.15 "DELETE /v2.0/routers/2b2859f2-7f0d-429e-87e8-9b23b59af2fe HTTP/1.1" status: 204 len: 168 time: 0.9662235 Jun 28 10:05:34.337476 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44072) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:34.388440 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Deleting subnet 6ffdc84c-5cd6-402e-a04d-27f9a394ab91 {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:05:34.391427 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.424853 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787913'] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.531709 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.625684 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b824999f-a670-4ad2-9f5b-41b7da5410ef no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:05:34.637503 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967899'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.640066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-527d743c-d7b3-4799-b5c9-5be3e3725149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:34.646447 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: b824999f-a670-4ad2-9f5b-41b7da5410ef {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:05:34.646803 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b824999f-a670-4ad2-9f5b-41b7da5410ef not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:05:34.660987 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffdc84c-5cd6-402e-a04d-27f9a394ab91,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:34.665682 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:34.670205 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.672997 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6ffdc84c-5cd6-402e-a04d-27f9a394ab91 HTTP/1.1" status: 204 len: 168 time: 0.3337066 Jun 28 10:05:34.674746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44074) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:34.676381 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1068ca7-c133-4386-bb03-eb75dae341f8 None None] Network c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:05:34.747376 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.807863 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Deleting port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:34.808647 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.879468 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] DHCP port deletion for c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:05:34.881972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] For port d19f7ab6-1e4b-4c94-96ec-c3315429bc50, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:34.882334 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.896025 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Calling delete_port for d19f7ab6-1e4b-4c94-96ec-c3315429bc50 owned by network:dhcp {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:34.931659 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Deleting port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:34.931934 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:34.998125 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] For port d19f7ab6-1e4b-4c94-96ec-c3315429bc50, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,segment=NetworkSegment(724b4bff-64be-405c-a362-5b23735e8385),segment_id=724b4bff-64be-405c-a362-5b23735e8385)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:34.998900 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.013105 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Calling delete_port for d19f7ab6-1e4b-4c94-96ec-c3315429bc50 owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:35.038576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.041614 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3d1cbb96-2a98-436c-a4c1-9b93662f5ad8 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:35.065962 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:35.068728 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:35.069489 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] No DVR routers for this DVR port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 on host dv-cinder-792209-2-iscsi {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:05:35.139216 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.139988 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.141201 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:35.149952 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c6452b-3f6d-4a46-b6fd-fef0efae8a78']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:35.161121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724b4bff-64be-405c-a362-5b23735e8385') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:35.161416 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724b4bff-64be-405c-a362-5b23735e8385') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:35.171912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.187344 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.193851 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:05:35.194255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:05:35.196164 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:05:35.289323 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Pushing event deleted for resources: {'Port': ['ID=d19f7ab6-1e4b-4c94-96ec-c3315429bc50,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:35.294422 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] No DVR routers for this DVR port d19f7ab6-1e4b-4c94-96ec-c3315429bc50 on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:05:35.299876 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302751 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302751 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.302992 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.303288 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:35.307396 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:35.322136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.326028 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-01d58c88-3ea7-4a99-83dd-8288ff92697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:35.328555 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.330356 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0c6452b-3f6d-4a46-b6fd-fef0efae8a78 HTTP/1.1" status: 204 len: 168 time: 0.6544161 Jun 28 10:05:35.343084 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c6452b-3f6d-4a46-b6fd-fef0efae8a78,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:35.345494 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:35.704960 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44078) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:35.744066 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-7886aa79-dc6a-4367-847e-abad46ee45a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c46bd46424f74b28922323bfafab9051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378757 Jun 28 10:05:35.746400 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44080) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:35.797321 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.818038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.940913 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.943507 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.944659 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/404597cb-bcbe-4f73-86ef-b4f25da81e9a HTTP/1.1" status: 204 len: 168 time: 0.1973605 Jun 28 10:05:35.945466 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a6389c80-c196-467f-b086-dbaf045d3475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:35.953885 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404597cb-bcbe-4f73-86ef-b4f25da81e9a,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:35.956344 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:36.067162 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d19f7ab6-1e4b-4c94-96ec-c3315429bc50 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:05:36.088463 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: d19f7ab6-1e4b-4c94-96ec-c3315429bc50 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:05:36.088815 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d19f7ab6-1e4b-4c94-96ec-c3315429bc50 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:05:36.089237 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 63817979-44a8-4964-9639-178836b7b561 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:05:36.106914 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 63817979-44a8-4964-9639-178836b7b561 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:05:36.107266 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 63817979-44a8-4964-9639-178836b7b561 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:05:38.831267 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44144) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:38.889856 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:38.932050 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.017581 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.095350 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.097818 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e2108910-184e-4705-a180-6c3e460f5ea4 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:39.132132 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064455ac-d0cf-4dd6-a9cd-3d366af8303e,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:39.136106 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:39.138831 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e3db7bee8e94e44867fe37a943a9721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065712 Jun 28 10:05:39.142277 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44148) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:39.192826 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.214318 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.358949 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.361554 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.362936 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/064455ac-d0cf-4dd6-a9cd-3d366af8303e HTTP/1.1" status: 204 len: 168 time: 0.2197790 Jun 28 10:05:39.364007 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a44d594b-8979-4985-8207-c4370bbfc0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:39.372654 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064455ac-d0cf-4dd6-a9cd-3d366af8303e,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:39.375000 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:40.054838 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44154) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:40.068480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.153695 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.221291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.223674 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-200618c0-7d7e-4f7d-8a5e-ce49b3623dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:40.259665 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ced8363702c4a2f942658c2398b3f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037001 Jun 28 10:05:40.260663 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c4ec9-65bc-4c89-a49a-5030956534ff,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:40.262523 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44156) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:40.263830 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:40.310520 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.330995 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.471454 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.474055 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.475589 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b57c4ec9-65bc-4c89-a49a-5030956534ff HTTP/1.1" status: 204 len: 168 time: 0.2112038 Jun 28 10:05:40.475974 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-63598abc-350d-4727-897c-5a4e8133dd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:40.483662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c4ec9-65bc-4c89-a49a-5030956534ff,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:40.485960 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:45.277433 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44290) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:45.379009 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.462492 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.529268 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.531678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d6adeb0e-b491-48d9-a2d3-6deb830c73d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:45.572534 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bf6bf30f3c54c39b065a108d1e599e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939558 Jun 28 10:05:45.573282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06d44b-1f93-4538-bdb2-bb74a7bd21e2,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:45.575384 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44294) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:45.576428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:45.624326 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.644217 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.750892 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.753689 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:45.754850 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c06d44b-1f93-4538-bdb2-bb74a7bd21e2 HTTP/1.1" status: 204 len: 168 time: 0.1784077 Jun 28 10:05:45.755584 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-021e3f91-ae51-4d1a-a224-fe8d295c4211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:45.762866 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06d44b-1f93-4538-bdb2-bb74a7bd21e2,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:45.765614 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:46.374713 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44300) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:46.391122 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.475299 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.551933 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.555051 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c5ee2376-7705-4a72-8c99-b410f3e34eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:46.590442 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a64859c4e6e4c2ca0977989be831f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147031 Jun 28 10:05:46.592346 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf58244-e8c1-44c6-9b1f-8b4da237d23c,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:46.593752 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44302) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:46.595301 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:46.640537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.660520 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.764124 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.766778 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:46.767923 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaf58244-e8c1-44c6-9b1f-8b4da237d23c HTTP/1.1" status: 204 len: 168 time: 0.1731477 Jun 28 10:05:46.768758 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee7c183d-e65d-462a-a5e0-d863dc00486d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:46.776178 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf58244-e8c1-44c6-9b1f-8b4da237d23c,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:46.778895 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1150d01d-5b03-481b-81d3-d9958d3ed10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:49.904886 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44354) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:50.484630 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Deleting port 8a896c6c-da73-4c33-93aa-32f4312a99e3 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:50.484630 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:50.555950 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:50.556323 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:50.568055 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Calling delete_port for 8a896c6c-da73-4c33-93aa-32f4312a99e3 owned by network:floatingip {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:50.636203 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:05:50.815095 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:50.817066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a1c55b60-595b-443a-8798-c4dee2d58242 tempest-ServerRescueNegativeTestJSON-1608249495 tempest-ServerRescueNegativeTestJSON-1608249495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:50.838111 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'Port': ['ID=8a896c6c-da73-4c33-93aa-32f4312a99e3,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:50.841569 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:50.903122 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:50.904054 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Floating IP 4cc755c4-59db-47e4-9243-b8ec30c28240 disassociated (deleted). External IP: 172.27.3.30, port: e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e. Jun 28 10:05:51.112090 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:05:51.215993 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:05:51.220717 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:51.225369 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:05:51.235018 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:51.236463 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:51.256252 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "DELETE /v2.0/floatingips/4cc755c4-59db-47e4-9243-b8ec30c28240 HTTP/1.1" status: 204 len: 168 time: 1.3502245 Jun 28 10:05:51.256904 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:51.259280 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92" -d '{"events": [{"name": "network-changed", "server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:51.344400 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:51.430060 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e2ac9-853a-48eb-95f5-ae4205c4aa30 x-openstack-request-id: req-f64e2ac9-853a-48eb-95f5-ae4205c4aa30 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:51.430486 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:51.430843 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f64e2ac9-853a-48eb-95f5-ae4205c4aa30 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:51.431342 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'status': 'completed', 'code': 200} Jun 28 10:05:51.530237 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-90494926-9355-4048-a173-c76be75773d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:51.531755 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-90494926-9355-4048-a173-c76be75773d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 1099 time: 0.0529268 Jun 28 10:05:51.577142 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:23Z', 'revision_number': 1, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:51.606107 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:05:51.614621 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:51.615142 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:51.626217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-84537a0c-c2e7-4ae0-a632-9e5af2464d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:51.627578 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-84537a0c-c2e7-4ae0-a632-9e5af2464d4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.0889492 Jun 28 10:05:51.669923 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-f8c5a85e-7c29-4265-a863-5f39a21c94a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e HTTP/1.1" status: 200 len: 217 time: 0.0351415 Jun 28 10:05:51.722284 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:51.727407 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-c4b43314-6634-45cf-9af9-e2bd4d64f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:51.729467 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-c4b43314-6634-45cf-9af9-e2bd4d64f536 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0535126 Jun 28 10:05:51.894005 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-eb4ac371-01fc-4302-82b4-9796cbdf07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:51.895692 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-eb4ac371-01fc-4302-82b4-9796cbdf07bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018493 Jun 28 10:05:51.904966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71184-ea0e-4daf-933a-33f8288101f9 req-ec123be6-c752-41b7-83b2-ba165ebf5c84 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:51.912967 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-05c71184-ea0e-4daf-933a-33f8288101f9 req-ec123be6-c752-41b7-83b2-ba165ebf5c84 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.1021032 Jun 28 10:05:51.961306 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:23Z', 'revision_number': 1, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:51.995943 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ee4a6-4cda-4f51-a2d9-2f03c84dfbe2 None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'b582e48a-f3ad-47a6-8828-69577d3fecdb', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'port_id': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'mac_address': 'fa:16:3e:f6:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:00:20Z', 'updated_at': '2021-06-28T10:00:23Z', 'revision_number': 1, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:05:52.006851 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-05c71184-ea0e-4daf-933a-33f8288101f9 req-6575c199-7979-4678-be78-d65b8e289cdf tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802248 Jun 28 10:05:52.031362 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-ebe3c0e0-2b9c-47a8-a052-74a9264b3b78 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236687 Jun 28 10:05:52.058130 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f922691f-c873-4f37-a888-95dad504d19e req-91b7cf7a-1079-48e9-8262-41182ff035ed tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076731003&fields=id&tenant_id=791b3479ab1f473fa4ee9941dc5008f0 HTTP/1.1" status: 200 len: 267 time: 0.0556614 Jun 28 10:05:52.134671 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922691f-c873-4f37-a888-95dad504d19e req-52074ae7-cecf-4651-bb10-d444482595fd tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:52.138801 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f922691f-c873-4f37-a888-95dad504d19e req-52074ae7-cecf-4651-bb10-d444482595fd tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 985 time: 0.0712855 Jun 28 10:05:52.139061 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d616cd67-b76e-4b7b-b817-bb2a5bbc3a92 req-f4b4a690-ee53-492a-a6bc-23b9e4678a4c service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976202 Jun 28 10:05:52.149191 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Request body: {'port': {'security_groups': ['6fd074d5-8198-4d4e-b4a8-dc6f82d30373']}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:05:52.245781 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.270699 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f3a42e-e83c-4ba0-b143-808998d7bbe5 None None] New status for floating IP 4cc755c4-59db-47e4-9243-b8ec30c28240: DOWN {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:05:52.424983 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:52.455090 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.550802 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.555000 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:52.600923 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:52.601587 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.603033 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f922691f-c873-4f37-a888-95dad504d19e req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "PUT /v2.0/ports/56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 943 time: 0.4588680 Jun 28 10:05:52.609721 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44384) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:52.616399 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['56140854-192e-4129-a9b6-21b1580e1828'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:05:52.633064 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event updated for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=7']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:52.636334 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3388be1f-1497-4fe1-99e6-b5b03e62e491 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:52.683195 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.711494 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.817340 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-8008f77b-fa0e-44e2-89c7-f1680ac4cc51 None None] Provisioning complete for port 56140854-192e-4129-a9b6-21b1580e1828 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:05:52.817723 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8008f77b-fa0e-44e2-89c7-f1680ac4cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.859873 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.862686 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:52.863835 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "DELETE /v2.0/security-groups/4727a2f8-b4db-4759-983d-4f3bb8a03354 HTTP/1.1" status: 204 len: 168 time: 0.2530103 Jun 28 10:05:52.864660 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5f6f0bba-90bd-4fee-9071-0392190113ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:52.866532 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44386) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:52.873303 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727a2f8-b4db-4759-983d-4f3bb8a03354,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:52.876013 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:53.035194 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Deleting port e5f8aba8-3a41-4269-a42a-954e69425327 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:53.035447 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:53.109647 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:53.109968 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:53.121313 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Calling delete_port for e5f8aba8-3a41-4269-a42a-954e69425327 owned by network:floatingip {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:53.187040 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f14f9-099a-4ccd-b74f-a750db980a72 req-0e8e55f5-0abb-438c-a45a-e460634851eb tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:53.188536 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7f6f14f9-099a-4ccd-b74f-a750db980a72 req-0e8e55f5-0abb-438c-a45a-e460634851eb tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0627091 Jun 28 10:05:53.228657 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-7f6f14f9-099a-4ccd-b74f-a750db980a72 req-55770537-68ac-49ff-979d-0647923b8a8f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344136 Jun 28 10:05:53.352136 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:53.354044 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-88eb07c6-65cf-4183-982a-c56ed472d109 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:53.377878 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event deleted for resources: {'Port': ['ID=e5f8aba8-3a41-4269-a42a-954e69425327,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:53.380336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:53.433686 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:53.436460 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:53.447320 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks [] for floatingip, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:53.447672 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Floating IP 334cfe6c-dc30-4239-aff4-15e5f4baa539 disassociated (deleted). External IP: 172.27.3.148, port: 56140854-192e-4129-a9b6-21b1580e1828. Jun 28 10:05:53.481184 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01234009-6e39-4a84-89b0-40afb3e6c11a x-openstack-request-id: req-01234009-6e39-4a84-89b0-40afb3e6c11a {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:53.481799 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:53.482068 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01234009-6e39-4a84-89b0-40afb3e6c11a {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:53.482542 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'status': 'completed', 'code': 200} Jun 28 10:05:53.651827 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Router ad0b6e0d-015a-4f90-8432-7d9934519be1 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:05:53.754114 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:05:53.758376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:53.764522 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] Sync routers for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:05:53.773297 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:53.773933 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:53.792823 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "DELETE /v2.0/floatingips/334cfe6c-dc30-4239-aff4-15e5f4baa539 HTTP/1.1" status: 204 len: 168 time: 0.9252176 Jun 28 10:05:53.878243 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:54.071736 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:54.098814 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] Checking router: ad0b6e0d-015a-4f90-8432-7d9934519be1 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:05:54.107249 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:54.107910 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:54.302087 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:54.398702 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-62981c89-1bc4-4cf9-b414-00e726640cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:54.410731 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574348f-f653-4b41-8fa5-a4f11311ac88 req-74c12b3d-af34-43ad-9b4e-eacb181b425a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:54.412421 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3574348f-f653-4b41-8fa5-a4f11311ac88 req-74c12b3d-af34-43ad-9b4e-eacb181b425a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0698586 Jun 28 10:05:54.451007 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3574348f-f653-4b41-8fa5-a4f11311ac88 req-3898937b-93da-483c-bf9d-64282876705e tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jun 28 10:05:54.506673 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:54.533435 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa54070-43ad-4733-ba26-39e60cf34af9 None None] The sync data for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi is: [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:49Z', 'revision_number': 4, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '72ee7b0d-df01-43a1-8b2e-1a8182327f44', 'name': '', 'network_id': '9560abe5-71a5-4aca-898e-aa5bbddc47f9', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'mac_address': 'fa:16:3e:19:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:48Z', 'updated_at': '2021-06-28T10:01:54Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'subnets': [{'id': '8d67e2ad-3c74-48bf-8f13-0c61558f75c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:05:54.736500 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001eb114-dffb-47fc-be2d-0fd924e8a7c0 None None] New status for floating IP 334cfe6c-dc30-4239-aff4-15e5f4baa539: DOWN {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:05:55.483495 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:55.485915 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfefae7d-2dfd-427d-98d2-66294a419577" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:55.521715 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b99d14f-8949-4da0-ad2a-399a0b9415ea x-openstack-request-id: req-6b99d14f-8949-4da0-ad2a-399a0b9415ea {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:55.522120 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:55.522428 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b99d14f-8949-4da0-ad2a-399a0b9415ea {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:55.522848 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'status': 'completed', 'code': 200} Jun 28 10:05:55.628474 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef3869-e35b-44e6-a1d3-f528b18d5b00 req-3806ae7d-e2b6-4e01-be4a-b566d61ee457 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:55.629989 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1eef3869-e35b-44e6-a1d3-f528b18d5b00 req-3806ae7d-e2b6-4e01-be4a-b566d61ee457 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0630372 Jun 28 10:05:55.667703 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1eef3869-e35b-44e6-a1d3-f528b18d5b00 req-c6791a5d-e920-4846-b143-513b4f052080 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Jun 28 10:05:56.835363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c3543-34a5-46f0-817e-6743ee6c1572 req-5009ac10-65b7-4076-b7a0-cf0a3bc92ffa tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:56.836826 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-353c3543-34a5-46f0-817e-6743ee6c1572 req-5009ac10-65b7-4076-b7a0-cf0a3bc92ffa tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0613067 Jun 28 10:05:56.875339 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-353c3543-34a5-46f0-817e-6743ee6c1572 req-0a619844-e3b0-4971-b05c-a38d7e281a63 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Jun 28 10:05:56.929019 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-38ce9c67-e7fc-406e-87a2-4e3436738251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:57.066985 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-eb71a77f-d497-41ff-b6ca-4b9ce66f8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.068410 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-eb71a77f-d497-41ff-b6ca-4b9ce66f8d92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1099 time: 0.0578172 Jun 28 10:05:57.089134 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:57.162954 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['56140854-192e-4129-a9b6-21b1580e1828'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:05:57.198161 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-c3f65809-7eaf-4e9b-812f-53ea8fc4e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.199793 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-c3f65809-7eaf-4e9b-812f-53ea8fc4e7a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 916 time: 0.0890949 Jun 28 10:05:57.249108 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-5f7e6d82-e4b9-41d4-b8ee-8b009becf29f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 217 time: 0.0397143 Jun 28 10:05:57.308671 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-f04507e5-7409-41c6-8fa2-9b3a873d7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.311648 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-f04507e5-7409-41c6-8fa2-9b3a873d7ea7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0475271 Jun 28 10:05:57.374260 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-f26479d2-9916-45b6-8000-078c69832c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.375758 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-f26479d2-9916-45b6-8000-078c69832c34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530920 Jun 28 10:05:57.472205 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-e77e0c7f-800c-4271-be24-4d3f6df4c9f1 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Jun 28 10:05:57.564490 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-043de0e7-915e-4a5d-9b67-2f6ef9a16ee4 req-fe39ab73-df89-4770-bdd5-6c60d9c01bdf service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852089 Jun 28 10:05:57.753651 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-5e350e4a-08c0-44f3-875e-60476a25e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.755175 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-5e350e4a-08c0-44f3-875e-60476a25e503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 1099 time: 0.0530245 Jun 28 10:05:57.852209 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-684bdadb-d173-4358-8dc0-2fa084864ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.853673 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-684bdadb-d173-4358-8dc0-2fa084864ca8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 200 len: 916 time: 0.0915215 Jun 28 10:05:57.896618 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-3fefa77d-ca3a-4c9e-89c0-47bdccb6f2f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 200 len: 217 time: 0.0349905 Jun 28 10:05:57.948600 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-1eada2a6-c919-4b33-8486-6348e61052bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:57.950913 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-1eada2a6-c919-4b33-8486-6348e61052bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 200 len: 854 time: 0.0480263 Jun 28 10:05:58.042983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-739d421f-a794-4002-a204-fb9b9374514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:58.044854 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-739d421f-a794-4002-a204-fb9b9374514e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9560abe5-71a5-4aca-898e-aa5bbddc47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873404 Jun 28 10:05:58.095668 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296282b-4a51-4b67-8067-46f391557dd7 req-883de465-cb61-4e0a-92f9-d9512852ea93 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:58.097269 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1296282b-4a51-4b67-8067-46f391557dd7 req-883de465-cb61-4e0a-92f9-d9512852ea93 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.1098316 Jun 28 10:05:58.174487 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1296282b-4a51-4b67-8067-46f391557dd7 req-576a9c60-aa9b-49e7-9037-d3426a5a83d5 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523274 Jun 28 10:05:58.179619 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-5e5c2b95-2d4d-4d62-95d4-44d1a288cf3e service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267955 Jun 28 10:05:58.272234 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bfefae7d-2dfd-427d-98d2-66294a419577 req-331b5d23-af53-49be-bd43-f7ddad46df48 service neutron] 10.222.0.23 "GET /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852673 Jun 28 10:05:58.403239 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:58.708500 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a48e77d5-8efe-40a3-b6a6-457f78122b7d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:58.709927 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a48e77d5-8efe-40a3-b6a6-457f78122b7d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 946 time: 0.0669432 Jun 28 10:05:58.809940 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Deleting port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:05:58.810193 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:58.899615 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] For port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:58.900296 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:58.913538 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Calling delete_port for e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:05:59.083370 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:59.088861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7d005e7e-bd7c-4d9b-b3ac-91732fa476b1 tempest-AttachVolumeNegativeTest-1522762181 tempest-AttachVolumeNegativeTest-1522762181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:59.165087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'Port': ['ID=e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:59.165087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:59.165087 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] No DVR routers for this DVR port e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:05:59.168850 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:59.169849 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f74bd5b3-0a06-4820-b79c-229e01aa1b3b req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "DELETE /v2.0/ports/e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e HTTP/1.1" status: 204 len: 173 time: 0.4530737 Jun 28 10:05:59.170606 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'name': 'network-vif-deleted', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:59.172736 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a3844-ac16-4f66-9fa9-61bf12a1aff2" -d '{"events": [{"server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "name": "network-vif-deleted", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:59.209057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d15c27-3ee5-4bdd-bc39-5186dc00da91 x-openstack-request-id: req-b6d15c27-3ee5-4bdd-bc39-5186dc00da91 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:59.209448 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d274827-90ed-4b69-888e-ef5ec2ec23d9", "name": "network-vif-deleted", "tag": "e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:59.209734 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6d15c27-3ee5-4bdd-bc39-5186dc00da91 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:59.210158 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d274827-90ed-4b69-888e-ef5ec2ec23d9', 'name': 'network-vif-deleted', 'tag': 'e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e', 'status': 'completed', 'code': 200} Jun 28 10:05:59.318981 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9c028b54-9802-4abb-bd3d-db9c219ccb1c req-f0627497-a752-41d2-8555-cb21c334554d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 210 time: 0.0287561 Jun 28 10:06:00.042945 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:00.479356 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8ec1c6c6-1815-4670-a84e-d7f0abb7fcd0 req-4fc53a37-e2a8-454b-a0f8-f12f5c83517c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d274827-90ed-4b69-888e-ef5ec2ec23d9 HTTP/1.1" status: 200 len: 210 time: 0.0320134 Jun 28 10:06:01.602126 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815fb61-a1e2-4ec0-ac9e-8d8c95c581ea req-12d09e4b-0790-4e16-a73c-e2bd9e139028 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:01.603754 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2815fb61-a1e2-4ec0-ac9e-8d8c95c581ea req-12d09e4b-0790-4e16-a73c-e2bd9e139028 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0647650 Jun 28 10:06:01.642407 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2815fb61-a1e2-4ec0-ac9e-8d8c95c581ea req-d0eaf639-009a-4bbc-adc6-86b2b17e56b2 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Jun 28 10:06:02.323168 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44488) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:02.426194 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:02.511926 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:02.575581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:02.578070 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-982b4622-94f7-40d2-ae91-9d9b6eb4b949 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:02.612617 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8f4781-0095-4fdf-b5b3-d10536fa7043,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:02.615828 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:02.618482 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccff63c68ebe4ac599dd6c20df979455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943363 Jun 28 10:06:02.621298 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44492) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:02.820963 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a039-6c19-4b60-a61a-b74ab98c0a76 req-959a060a-9d05-4175-99d2-b37be0ce174e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:02.822523 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1028a039-6c19-4b60-a61a-b74ab98c0a76 req-959a060a-9d05-4175-99d2-b37be0ce174e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0654743 Jun 28 10:06:02.865592 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1028a039-6c19-4b60-a61a-b74ab98c0a76 req-1ac75731-632f-4b8c-acc5-90af0b37587b tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356314 Jun 28 10:06:02.935907 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:02.957107 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.076910 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.079823 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.081123 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a8f4781-0095-4fdf-b5b3-d10536fa7043 HTTP/1.1" status: 204 len: 168 time: 0.4582944 Jun 28 10:06:03.082016 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0deae8e7-bd34-4030-a6da-1a9a2118fc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:03.089865 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8f4781-0095-4fdf-b5b3-d10536fa7043,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:03.092228 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:03.129819 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:03.149143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:03.149512 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device e21b53c1-d9d0-4f2b-91cd-4e1e3eef749e not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:03.745386 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44506) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:03.762968 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.848321 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-8546a8ef-afd8-44fb-9766-38a1105c5549 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:03.849779 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-8546a8ef-afd8-44fb-9766-38a1105c5549 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.0638194 Jun 28 10:06:03.851108 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.889144 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.891714 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-731784f7-250d-4085-be71-b3721b18ff31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:03.927732 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536ce9cb-f16c-47a6-9b11-0caa2f173b1d,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:03.934462 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a40d097a6d8f4ae8b947b679c0ad74b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856627 Jun 28 10:06:03.934462 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:03.935763 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44510) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:03.962966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Deleting port 56140854-192e-4129-a9b6-21b1580e1828 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:03.963324 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.989270 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.012362 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.020072 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44514) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:04.101000 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] For port 56140854-192e-4129-a9b6-21b1580e1828, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=56140854-192e-4129-a9b6-21b1580e1828,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:04.101364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.119671 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Calling delete_port for 56140854-192e-4129-a9b6-21b1580e1828 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:04.138960 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e836f-cf31-4a50-86b0-9e068b9250ee req-334d76cd-6056-48ac-98b5-f7e4f8e648c3 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:04.140548 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-379e836f-cf31-4a50-86b0-9e068b9250ee req-334d76cd-6056-48ac-98b5-f7e4f8e648c3 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 946 time: 0.1545234 Jun 28 10:06:04.203942 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Deleting port a2837433-1add-4cca-a9b9-efc5e0bd9353 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:04.204807 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.231966 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-379e836f-cf31-4a50-86b0-9e068b9250ee req-4ab8700c-8720-41d5-b39d-e99989657439 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fd074d5-8198-4d4e-b4a8-dc6f82d30373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504239 Jun 28 10:06:04.232372 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.232372 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.232372 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/536ce9cb-f16c-47a6-9b11-0caa2f173b1d HTTP/1.1" status: 204 len: 168 time: 0.2951517 Jun 28 10:06:04.234415 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e5c5fed9-c2ed-431c-8c13-37c39b857e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:04.288344 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ce9cb-f16c-47a6-9b11-0caa2f173b1d,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:04.295727 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:04.331829 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.332295 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.347420 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Calling delete_port for a2837433-1add-4cca-a9b9-efc5e0bd9353 owned by network:floatingip {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:04.358381 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.362745 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-02792a78-db35-4957-b648-6c4d6b227083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:04.389867 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Pushing event deleted for resources: {'Port': ['ID=56140854-192e-4129-a9b6-21b1580e1828,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:04.393191 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:04.398081 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['56140854-192e-4129-a9b6-21b1580e1828'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:06:04.437479 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] No DVR routers for this DVR port 56140854-192e-4129-a9b6-21b1580e1828 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:04.439957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.441954 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fed92a5a-5de8-4c70-84e6-d8b389cea609 req-4a83e13d-1c2d-4cc3-99bd-b3ecbe8796e9 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.23 "DELETE /v2.0/ports/56140854-192e-4129-a9b6-21b1580e1828 HTTP/1.1" status: 204 len: 173 time: 0.5870566 Jun 28 10:06:04.442509 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'name': 'network-vif-deleted', 'tag': '56140854-192e-4129-a9b6-21b1580e1828'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:04.444835 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785a10ab-ce2f-42ac-9b01-8d7cd69b28ec" -d '{"events": [{"server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "name": "network-vif-deleted", "tag": "56140854-192e-4129-a9b6-21b1580e1828"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:04.482284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39130460-e043-4eb7-a5f7-996d78251591 x-openstack-request-id: req-39130460-e043-4eb7-a5f7-996d78251591 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:04.482620 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0fe38e-f2b6-407f-8651-54d8d5f12a81", "name": "network-vif-deleted", "tag": "56140854-192e-4129-a9b6-21b1580e1828", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:04.482909 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39130460-e043-4eb7-a5f7-996d78251591 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:04.483341 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0fe38e-f2b6-407f-8651-54d8d5f12a81', 'name': 'network-vif-deleted', 'tag': '56140854-192e-4129-a9b6-21b1580e1828', 'status': 'completed', 'code': 200} Jun 28 10:06:04.585396 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.594524 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:04.614376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'Port': ['ID=a2837433-1add-4cca-a9b9-efc5e0bd9353,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:04.618848 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:04.683098 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:04.683428 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Floating IP b582e48a-f3ad-47a6-8828-69577d3fecdb disassociated (deleted). External IP: 172.27.3.220, port: 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e. Jun 28 10:06:04.911503 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:05.020631 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:05.026746 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:05.030436 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:05.040081 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:05.043687 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:05.068649 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "DELETE /v2.0/floatingips/b582e48a-f3ad-47a6-8828-69577d3fecdb HTTP/1.1" status: 204 len: 168 time: 1.0468631 Jun 28 10:06:05.074224 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:05.074224 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:05.127474 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c35cc38-b7fc-4192-8716-1a22a95576ac x-openstack-request-id: req-8c35cc38-b7fc-4192-8716-1a22a95576ac {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:05.127867 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:05.128259 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c35cc38-b7fc-4192-8716-1a22a95576ac {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:05.128763 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'status': 'completed', 'code': 200} Jun 28 10:06:05.151021 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:05.288702 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-bc3b927d-1097-4e8c-b9d4-5162cd1fd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:05.291648 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-bc3b927d-1097-4e8c-b9d4-5162cd1fd6b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=001adac6a8e742d8a60967fb99afc8a1&device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 1098 time: 0.0821061 Jun 28 10:06:05.389031 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:05.422875 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:05.424555 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c0316d27-7100-4380-ac8c-6a2fe610cd51 req-6ac13bf1-f96a-416b-b4eb-e680812f2271 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a0fe38e-f2b6-407f-8651-54d8d5f12a81 HTTP/1.1" status: 200 len: 210 time: 0.0366161 Jun 28 10:06:05.446147 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:05.449308 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:05.466393 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-78501cc5-8812-4bb7-88fe-5b7f14fdb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:05.468558 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-78501cc5-8812-4bb7-88fe-5b7f14fdb672 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 200 len: 912 time: 0.1692159 Jun 28 10:06:05.542757 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-c672ef6d-bcd3-47ba-915d-491c56d8a212 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 200 len: 217 time: 0.0671082 Jun 28 10:06:05.586339 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:05.598140 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-cbb2ab28-fe58-42c7-862e-976123650833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:05.601507 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-cbb2ab28-fe58-42c7-862e-976123650833 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 200 len: 850 time: 0.0503612 Jun 28 10:06:05.663578 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-e22efa54-969c-4e2d-92c7-bea2aa01729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:05.665214 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-e22efa54-969c-4e2d-92c7-bea2aa01729f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63769eaa-70b2-49ed-a566-4ef7bade1422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581825 Jun 28 10:06:05.807107 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:05.835959 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ab508-23a4-4656-a0b7-c0917d6866a7 None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:16Z', 'revision_number': 4, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '641710e6-c315-4b65-a546-b7678dc7c9f9', 'name': '', 'network_id': '63769eaa-70b2-49ed-a566-4ef7bade1422', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'mac_address': 'fa:16:3e:b0:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:15Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'subnets': [{'id': 'aabcb6f6-f24e-4196-8c4e-67b46fbea541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:05.855520 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-4ba7abce-6fc9-478b-8ac3-63f6d28a6643 service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301107 Jun 28 10:06:05.902013 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fbaec-ac76-4483-823a-a1c05e28faab req-336a5bc1-f3fb-45ec-897d-f1ac5ba848cf tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:05.908027 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-899fbaec-ac76-4483-823a-a1c05e28faab req-336a5bc1-f3fb-45ec-897d-f1ac5ba848cf tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.1171539 Jun 28 10:06:05.982445 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-899fbaec-ac76-4483-823a-a1c05e28faab req-02f5c274-a116-4875-9fb8-318fd27ac718 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544102 Jun 28 10:06:05.993864 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-660bbeb8-b6aa-4dc6-b789-67feba70e8ad req-b36060a6-f498-4486-ae03-df8a3e6cd46b service neutron] 10.222.0.23 "GET /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307907 Jun 28 10:06:06.034520 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44556) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:06.091587 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591456b-5db5-4cb7-8502-52c39b03e553 None None] New status for floating IP b582e48a-f3ad-47a6-8828-69577d3fecdb: DOWN {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:06:06.143526 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-561eac25-d34c-456b-8792-fbd3bf4012ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.237852 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-561eac25-d34c-456b-8792-fbd3bf4012ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.294702 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-561eac25-d34c-456b-8792-fbd3bf4012ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.297078 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ed684dcf-b783-4e31-8c2a-d822d301f7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:06.335694 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-561eac25-d34c-456b-8792-fbd3bf4012ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68dc94b185524ad9b1ed556c9713ead7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999799 Jun 28 10:06:06.336455 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eac25-d34c-456b-8792-fbd3bf4012ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f00c5-0c2b-4772-9dc3-10f169c31bc4,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:06.338190 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44560) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:06.339472 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-561eac25-d34c-456b-8792-fbd3bf4012ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:06.389171 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.411556 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.488864 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.491552 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.492723 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d80f00c5-0c2b-4772-9dc3-10f169c31bc4 HTTP/1.1" status: 204 len: 168 time: 0.1535735 Jun 28 10:06:06.494605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dd5dcad5-3323-4075-98e5-bc5cad758dc4 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:06.502193 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f00c5-0c2b-4772-9dc3-10f169c31bc4,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:06.504881 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:06.765975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-ee26883f-3266-45f0-bf44-29cc60bbd27a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:06.767440 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-ee26883f-3266-45f0-bf44-29cc60bbd27a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0763204 Jun 28 10:06:06.875918 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Deleting port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:06.876242 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.967226 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] For port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:06.967578 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.983475 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Calling delete_port for 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:07.125170 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 56140854-192e-4129-a9b6-21b1580e1828 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:07.149846 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 56140854-192e-4129-a9b6-21b1580e1828 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:07.150527 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 56140854-192e-4129-a9b6-21b1580e1828 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:07.175753 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1483fe-4164-41c9-81e6-3a17c7deaf91 req-b1403d39-3fc9-42e8-bf82-f05110a27e70 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:07.177251 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2c1483fe-4164-41c9-81e6-3a17c7deaf91 req-b1403d39-3fc9-42e8-bf82-f05110a27e70 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 945 time: 0.0659304 Jun 28 10:06:07.211099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:07.217290 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-52f92f74-c212-4298-856d-08b2ebaf4466 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:07.225045 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2c1483fe-4164-41c9-81e6-3a17c7deaf91 req-95bef9e2-aab9-4d94-93cc-bd750c737402 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb9ae37-30a4-4691-a808-0c431f4c7df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 Jun 28 10:06:07.252737 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'Port': ['ID=4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:07.255994 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:07.305275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] No DVR routers for this DVR port 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:07.308050 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:07.310762 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e66b810-0e2d-4eb3-8154-2d61d34a2df2 req-74c9acde-1c60-4069-83d5-3730b5cab79a tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.23 "DELETE /v2.0/ports/4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e HTTP/1.1" status: 204 len: 173 time: 0.5372157 Jun 28 10:06:07.311287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'name': 'network-vif-deleted', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:07.313674 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabd734-00ea-477b-b359-bd44a02bfd1e" -d '{"events": [{"server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "name": "network-vif-deleted", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:07.353469 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b132ab1b-155e-4103-a392-74058eca24a5 x-openstack-request-id: req-b132ab1b-155e-4103-a392-74058eca24a5 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:07.354130 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26684c29-74a1-426b-a3d4-00f2e6804ced", "name": "network-vif-deleted", "tag": "4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:07.354130 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b132ab1b-155e-4103-a392-74058eca24a5 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:07.354488 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26684c29-74a1-426b-a3d4-00f2e6804ced', 'name': 'network-vif-deleted', 'tag': '4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e', 'status': 'completed', 'code': 200} Jun 28 10:06:07.978373 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44642) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:08.455779 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2beaab0b-21d3-40d2-9634-e2a67dd9b6c4 req-4b1a8cf9-55a3-4aa1-8548-c477e6f83e4c tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "GET /v2.0/ports?device_id=26684c29-74a1-426b-a3d4-00f2e6804ced HTTP/1.1" status: 200 len: 210 time: 0.0357716 Jun 28 10:06:08.692713 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:08.900402 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:08.996774 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Deleting port 72ee7b0d-df01-43a1-8b2e-1a8182327f44 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:08.997112 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.076192 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] For port 72ee7b0d-df01-43a1-8b2e-1a8182327f44, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=72ee7b0d-df01-43a1-8b2e-1a8182327f44,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:09.076557 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.088560 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Calling delete_port for 72ee7b0d-df01-43a1-8b2e-1a8182327f44 owned by network:router_interface {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:09.329212 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.331255 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-44a57ed9-6917-4a65-8596-be32a45d089d tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:09.353612 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ee7b0d-df01-43a1-8b2e-1a8182327f44,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:09.356743 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:09.528684 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.563028 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44668) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:09.694288 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Deleting port 9e981f49-4300-4b61-8403-ecbef0f017a8 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:09.696314 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.767114 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Router ad0b6e0d-015a-4f90-8432-7d9934519be1 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:09.773484 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.773806 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:09.785314 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Calling delete_port for 9e981f49-4300-4b61-8403-ecbef0f017a8 owned by network:floatingip {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:09.875014 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:09.880414 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-afc2d8b6-3105-41f0-8669-90d2b5b00a99 admin admin] 10.222.0.15 "PUT /v2.0/routers/ad0b6e0d-015a-4f90-8432-7d9934519be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005075 Jun 28 10:06:09.882578 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44674) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:09.885282 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] Sync routers for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:09.895768 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:09.896596 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:09.982965 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks [] for router, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.001568 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:10.026063 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.032706 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a7f2abe4-3eb0-4724-9a55-db4074e294da tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:10.065653 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'Port': ['ID=9e981f49-4300-4b61-8403-ecbef0f017a8,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:10.072998 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:10.100418 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.146093 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for floatingip, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.148594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.149736 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "DELETE /v2.0/floatingips/21713590-796a-485e-8940-97beeff694dc HTTP/1.1" status: 204 len: 168 time: 0.5856707 Jun 28 10:06:10.189139 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:06:09Z', 'revision_number': 5, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port': {'id': 'fe884de7-34ca-4fad-890d-c9710eefa40c', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:10.215650 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] Checking router: ad0b6e0d-015a-4f90-8432-7d9934519be1 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:10.224888 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] Routers {'ad0b6e0d-015a-4f90-8432-7d9934519be1'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:10.225697 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['ad0b6e0d-015a-4f90-8432-7d9934519be1'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:10.230104 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Deleting port fe884de7-34ca-4fad-890d-c9710eefa40c {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:10.231382 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.319545 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] For port fe884de7-34ca-4fad-890d-c9710eefa40c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=fe884de7-34ca-4fad-890d-c9710eefa40c,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:10.319976 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.333525 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Calling delete_port for fe884de7-34ca-4fad-890d-c9710eefa40c owned by network:router_gateway {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:10.401318 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] Set router ad0b6e0d-015a-4f90-8432-7d9934519be1 gateway port host: None {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:10.457415 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:06:10Z', 'revision_number': 6, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:10.483929 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82769b-c5d3-4db4-ba8e-fde5623f24a3 None None] The sync data for ids ['ad0b6e0d-015a-4f90-8432-7d9934519be1'] in dv-cinder-792209-2-iscsi is: [{'id': 'ad0b6e0d-015a-4f90-8432-7d9934519be1', 'name': 'tempest-TestMinimumBasicScenario-1397643986-router', 'tenant_id': '791b3479ab1f473fa4ee9941dc5008f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:46Z', 'updated_at': '2021-06-28T10:06:10Z', 'revision_number': 6, 'project_id': '791b3479ab1f473fa4ee9941dc5008f0', 'gw_port_host': None}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:10.574831 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.578375 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-02663ac0-5c47-4f89-ae81-de2653ce5d25 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:10.600915 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe884de7-34ca-4fad-890d-c9710eefa40c,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:10.603855 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:10.664621 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.752227 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.754401 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.888815 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.889600 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0b6e0d-015a-4f90-8432-7d9934519be1 {{(pid=105211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:10.902665 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.902665 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-9c942969-c209-456a-b598-36d4facaea10 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ad0b6e0d-015a-4f90-8432-7d9934519be1 HTTP/1.1" status: 204 len: 168 time: 1.0116467 Jun 28 10:06:10.902866 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44688) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:10.944037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Deleting subnet 8d67e2ad-3c74-48bf-8f13-0c61558f75c7 {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:10.947165 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:10.980957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.096480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.125350 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:11.146266 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:11.146619 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 4a8e6479-442f-4c9b-a9e8-02e3e5d54b9e not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:11.271169 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.274629 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-18ffc5f4-6c3a-4c31-82d6-67bc496a008a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:11.300785 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d67e2ad-3c74-48bf-8f13-0c61558f75c7,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:11.303340 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:11.308362 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.312086 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-bdd03363-62b5-4e25-bb10-4a9260c5c74b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d67e2ad-3c74-48bf-8f13-0c61558f75c7 HTTP/1.1" status: 204 len: 168 time: 0.4119532 Jun 28 10:06:11.313593 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44700) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:11.315499 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e8ccf-2463-4f23-82a6-a1d344b5561c None None] Network 9560abe5-71a5-4aca-898e-aa5bbddc47f9 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:11.394055 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.460182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Deleting port f67af6fe-014b-4f00-9418-df84c5e0bd6b {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:11.460182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.532233 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] DHCP port deletion for 9560abe5-71a5-4aca-898e-aa5bbddc47f9 request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:11.535919 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44704) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:11.560317 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] For port f67af6fe-014b-4f00-9418-df84c5e0bd6b, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f67af6fe-014b-4f00-9418-df84c5e0bd6b,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:11.560593 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.585549 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Calling delete_port for f67af6fe-014b-4f00-9418-df84c5e0bd6b owned by network:dhcp {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:11.586298 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Deleting port f67af6fe-014b-4f00-9418-df84c5e0bd6b {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:11.586917 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.656979 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] For port f67af6fe-014b-4f00-9418-df84c5e0bd6b, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f67af6fe-014b-4f00-9418-df84c5e0bd6b,segment=NetworkSegment(e991a68e-a0d9-47cb-b86b-a5be9f3b33e5),segment_id=e991a68e-a0d9-47cb-b86b-a5be9f3b33e5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:11.657634 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.660737 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.672448 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Calling delete_port for f67af6fe-014b-4f00-9418-df84c5e0bd6b owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:11.699297 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.797514 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.800417 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d9eeb0f2-90d4-4d36-aa20-3403afb7c732 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:11.803550 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.806344 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:11.825753 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67af6fe-014b-4f00-9418-df84c5e0bd6b,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:11.830807 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] No DVR routers for this DVR port f67af6fe-014b-4f00-9418-df84c5e0bd6b on host dv-cinder-792209-2-iscsi {{(pid=105211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:11.830969 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Pushing event deleted for resources: {'Port': ['ID=f67af6fe-014b-4f00-9418-df84c5e0bd6b,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:11.832898 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] No DVR routers for this DVR port f67af6fe-014b-4f00-9418-df84c5e0bd6b on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:11.834255 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:11.835638 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:11.838178 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.840784 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.844708 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] 10.222.0.15 "DELETE /v2.0/security-groups/8cb9ae37-30a4-4691-a808-0c431f4c7df8 HTTP/1.1" status: 204 len: 168 time: 0.3078201 Jun 28 10:06:11.846558 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c0a3095a-868d-47a4-9921-2099d712ab39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:11.874429 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9ae37-30a4-4691-a808-0c431f4c7df8,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:11.885098 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:11.928667 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.939684 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9560abe5-71a5-4aca-898e-aa5bbddc47f9']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:11.951044 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:11.960708 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e991a68e-a0d9-47cb-b86b-a5be9f3b33e5') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:11.962532 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44708) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:11.964035 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.983801 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.990175 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:11.990569 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:11.992626 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:12.101184 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:12.102088 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 72ee7b0d-df01-43a1-8b2e-1a8182327f44 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:12.108499 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:12.111647 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9560abe5-71a5-4aca-898e-aa5bbddc47f9 HTTP/1.1" status: 204 len: 168 time: 0.7966566 Jun 28 10:06:12.112513 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-af863596-c8f6-41d7-9ac4-15396d2a7c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:12.114909 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44712) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:12.134699 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9560abe5-71a5-4aca-898e-aa5bbddc47f9,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:12.137824 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-044ffb2c-dff5-4945-b1d5-3489301cb8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:12.142512 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 72ee7b0d-df01-43a1-8b2e-1a8182327f44 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:12.143001 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 72ee7b0d-df01-43a1-8b2e-1a8182327f44 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:12.143453 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f67af6fe-014b-4f00-9418-df84c5e0bd6b no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:12.163975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: f67af6fe-014b-4f00-9418-df84c5e0bd6b {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:12.164496 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f67af6fe-014b-4f00-9418-df84c5e0bd6b not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:12.165009 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device fe884de7-34ca-4fad-890d-c9710eefa40c no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:12.185064 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: fe884de7-34ca-4fad-890d-c9710eefa40c {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:12.185406 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device fe884de7-34ca-4fad-890d-c9710eefa40c not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:12.745731 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:12.783791 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:13.490736 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Deleting port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:13.491378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:13.517653 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Deleting port 641710e6-c315-4b65-a546-b7678dc7c9f9 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:13.517987 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:13.633802 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] For port 57b9b5e6-b0ac-42d4-98b6-bb00fd160881, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:13.634160 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:13.657460 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Calling delete_port for 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 owned by network:router_interface {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:13.660062 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] For port 641710e6-c315-4b65-a546-b7678dc7c9f9, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=641710e6-c315-4b65-a546-b7678dc7c9f9,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:13.660438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:13.678744 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Calling delete_port for 641710e6-c315-4b65-a546-b7678dc7c9f9 owned by network:router_interface {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:14.054415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:14.057735 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50a649ac-7213-4432-b5d4-d613805e91dc tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:14.082857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b9b5e6-b0ac-42d4-98b6-bb00fd160881,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:14.084523 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:14.086969 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:14.087092 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:14.145957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=641710e6-c315-4b65-a546-b7678dc7c9f9,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:14.161111 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:14.410601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:14.428843 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:14.793972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Router 5eedc8a6-38fe-4e44-8da9-90840ec40812 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:14.811743 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Router 19b3c5aa-c8d2-4313-8439-67b4b461e939 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:14.978961 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:14.987124 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e5f3da6a-0785-40c4-ab6d-8c1c67b8eea6 admin admin] 10.222.0.15 "PUT /v2.0/routers/5eedc8a6-38fe-4e44-8da9-90840ec40812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8711150 Jun 28 10:06:14.987568 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] Sync routers for ids ['5eedc8a6-38fe-4e44-8da9-90840ec40812'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:14.989879 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44738) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:14.998428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:15.006045 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/19b3c5aa-c8d2-4313-8439-67b4b461e939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0424411 Jun 28 10:06:15.006729 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44740) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:15.007121 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] Sync routers for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:15.013137 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] Routers {'5eedc8a6-38fe-4e44-8da9-90840ec40812'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:15.013784 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['5eedc8a6-38fe-4e44-8da9-90840ec40812'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.018214 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:15.018924 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.118282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks [] for router, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.136497 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:15.138950 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.141050 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] Set router 5eedc8a6-38fe-4e44-8da9-90840ec40812 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:15.245341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.256336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.328866 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T10:06:13Z', 'revision_number': 5, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port': {'id': '4bef212c-2c4d-49dc-b03a-8416ff29ff5f', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T09:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.335884 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:06:13Z', 'revision_number': 5, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port': {'id': 'f4cfd5fa-8078-4420-9014-33673d1cf73b', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:01:53Z', 'updated_at': '2021-06-28T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.362838 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] Checking router: 19b3c5aa-c8d2-4313-8439-67b4b461e939 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:15.373801 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] Checking router: 5eedc8a6-38fe-4e44-8da9-90840ec40812 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:15.374677 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] Routers {'19b3c5aa-c8d2-4313-8439-67b4b461e939'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:15.375475 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['19b3c5aa-c8d2-4313-8439-67b4b461e939'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.377285 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Deleting port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:15.377630 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.382582 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] Routers {'5eedc8a6-38fe-4e44-8da9-90840ec40812'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:15.383506 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['5eedc8a6-38fe-4e44-8da9-90840ec40812'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.395848 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Deleting port f4cfd5fa-8078-4420-9014-33673d1cf73b {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:15.396512 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.478375 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] For port 4bef212c-2c4d-49dc-b03a-8416ff29ff5f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:15.480868 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.481048 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] Set router 5eedc8a6-38fe-4e44-8da9-90840ec40812 gateway port host: None {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:15.483173 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] Set router 19b3c5aa-c8d2-4313-8439-67b4b461e939 gateway port host: None {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:15.496128 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] For port f4cfd5fa-8078-4420-9014-33673d1cf73b, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=f4cfd5fa-8078-4420-9014-33673d1cf73b,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:15.496511 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.503180 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Calling delete_port for 4bef212c-2c4d-49dc-b03a-8416ff29ff5f owned by network:router_gateway {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:15.510417 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Calling delete_port for f4cfd5fa-8078-4420-9014-33673d1cf73b owned by network:router_gateway {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:15.545278 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:06:15Z', 'revision_number': 6, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.576565 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2c549-24c7-4d3c-a49e-eb323999bb13 None None] The sync data for ids ['5eedc8a6-38fe-4e44-8da9-90840ec40812'] in dv-cinder-792209-2-iscsi is: [{'id': '5eedc8a6-38fe-4e44-8da9-90840ec40812', 'name': 'tempest-TestMinimumBasicScenario-132600699-router', 'tenant_id': '36f563b1ef4241539af4f782bb8cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:01:52Z', 'updated_at': '2021-06-28T10:06:15Z', 'revision_number': 6, 'project_id': '36f563b1ef4241539af4f782bb8cf333', 'gw_port_host': None}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:15.612741 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T10:06:15Z', 'revision_number': 6, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:15.633304 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd025f61-4060-410d-9881-084eba808dd0 None None] The sync data for ids ['19b3c5aa-c8d2-4313-8439-67b4b461e939'] in dv-cinder-792209-2-iscsi is: [{'id': '19b3c5aa-c8d2-4313-8439-67b4b461e939', 'name': 'tempest-TestVolumeBootPattern-733513475-router', 'tenant_id': '001adac6a8e742d8a60967fb99afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:13Z', 'updated_at': '2021-06-28T10:06:15Z', 'revision_number': 6, 'project_id': '001adac6a8e742d8a60967fb99afc8a1', 'gw_port_host': None}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:15.791382 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:15.796525 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fc94fe92-2a74-4b06-a95f-ff9c51a30020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:15.826434 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cfd5fa-8078-4420-9014-33673d1cf73b,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:15.832490 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:15.894136 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.082908 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.085738 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3b4588b9-df72-4cce-aaa1-7f8c6d673875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:16.110536 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bef212c-2c4d-49dc-b03a-8416ff29ff5f,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:16.114423 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:16.186976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.269163 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.272810 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.289810 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.292548 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.391172 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.391695 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eedc8a6-38fe-4e44-8da9-90840ec40812 {{(pid=105211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:16.400982 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.400982 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-1198623a-05d3-403a-b762-8a9ffcb820c6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5eedc8a6-38fe-4e44-8da9-90840ec40812 HTTP/1.1" status: 204 len: 168 time: 1.4066346 Jun 28 10:06:16.401173 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44760) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:16.430914 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.431459 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b3c5aa-c8d2-4313-8439-67b4b461e939 {{(pid=105212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:16.439835 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.440998 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] 10.222.0.15 "DELETE /v2.0/routers/19b3c5aa-c8d2-4313-8439-67b4b461e939 HTTP/1.1" status: 204 len: 168 time: 1.4334011 Jun 28 10:06:16.443708 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44762) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:16.453844 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Deleting subnet fde887bf-46d4-4784-ad91-d21609b42b17 {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:16.456966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.488407 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Deleting subnet aabcb6f6-f24e-4196-8c4e-67b46fbea541 {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:16.491543 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.493231 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.529687 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787913'] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.587381 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.624231 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.734543 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.737037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-50633d75-609f-48e6-8897-477a0bc0e98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:16.761401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde887bf-46d4-4784-ad91-d21609b42b17,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:16.765008 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:16.765891 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.766232 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967899'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.767711 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fde887bf-46d4-4784-ad91-d21609b42b17 HTTP/1.1" status: 204 len: 168 time: 0.3665104 Jun 28 10:06:16.773271 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44764) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:16.775784 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e78f67-034c-4725-9a4b-9fbd181d436c None None] Network 8c43725d-9fb1-45fa-873b-8117d705a3cc requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:16.780314 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8e2b65f7-7884-49fc-ad95-0584b4f0f733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:16.784887 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.787308 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aabcb6f6-f24e-4196-8c4e-67b46fbea541 HTTP/1.1" status: 204 len: 168 time: 0.3425725 Jun 28 10:06:16.789845 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44766) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:16.852749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.853177 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8df7a6-e2f8-49e3-8b67-692a2ff43f5b None None] Network 63769eaa-70b2-49ed-a566-4ef7bade1422 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:16.899108 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabcb6f6-f24e-4196-8c4e-67b46fbea541,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:16.904996 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d19baa01-2d77-4b80-8230-5beaf2849c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:16.936540 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.938235 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Deleting port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:16.938623 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.014912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] For port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:17.015571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.016751 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Deleting port 01707dec-a81d-41a0-9717-276ce157d4da {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:17.016903 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.030900 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Calling delete_port for 2692f3e0-0d6e-4dee-8455-b23bcd116f7a owned by network:dhcp {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:17.094314 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 641710e6-c315-4b65-a546-b7678dc7c9f9 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:17.115541 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] For port 01707dec-a81d-41a0-9717-276ce157d4da, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=01707dec-a81d-41a0-9717-276ce157d4da,segment=NetworkSegment(70b7c901-de73-450d-a0b5-ec3deb58d530),segment_id=70b7c901-de73-450d-a0b5-ec3deb58d530)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:17.116177 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.127899 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 641710e6-c315-4b65-a546-b7678dc7c9f9 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:17.128734 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 641710e6-c315-4b65-a546-b7678dc7c9f9 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:17.129662 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:17.148736 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Calling delete_port for 01707dec-a81d-41a0-9717-276ce157d4da owned by network:dhcp {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:17.165984 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:17.166633 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 57b9b5e6-b0ac-42d4-98b6-bb00fd160881 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:17.170396 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] DHCP port deletion for 8c43725d-9fb1-45fa-873b-8117d705a3cc request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:17.231882 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c96c0-bca4-44ac-9eb1-982c82b84d9d None None] DHCP port deletion for 63769eaa-70b2-49ed-a566-4ef7bade1422 request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:17.243373 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Deleting port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:17.243373 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.254517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.257934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:17.286392 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:17.289842 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:17.290693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] No DVR routers for this DVR port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a on host dv-cinder-792209-2-iscsi {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:17.344840 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.363268 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:17.373209 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.383385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=01707dec-a81d-41a0-9717-276ce157d4da,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:17.386047 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:17.389376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] No DVR routers for this DVR port 01707dec-a81d-41a0-9717-276ce157d4da on host dv-cinder-792209-2-iscsi {{(pid=105211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:17.391208 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c43725d-9fb1-45fa-873b-8117d705a3cc']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:17.404062 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-921c96c0-bca4-44ac-9eb1-982c82b84d9d None None] The port '01707dec-a81d-41a0-9717-276ce157d4da' was deleted {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 10:06:17.409074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed858158-de19-4da6-b499-b204effaccb0') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:17.409606 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed858158-de19-4da6-b499-b204effaccb0') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:17.426643 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.453629 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.463529 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:17.463934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.464302 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] For port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,segment=NetworkSegment(ed858158-de19-4da6-b499-b204effaccb0),segment_id=ed858158-de19-4da6-b499-b204effaccb0)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:17.465148 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:17.466285 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:17.479909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.490935 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63769eaa-70b2-49ed-a566-4ef7bade1422']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:17.499802 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Calling delete_port for 2692f3e0-0d6e-4dee-8455-b23bcd116f7a owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:17.503773 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b7c901-de73-450d-a0b5-ec3deb58d530') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:17.504258 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b7c901-de73-450d-a0b5-ec3deb58d530') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:17.514664 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.529556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.537008 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:17.537447 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:17.539589 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:17.588736 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.592082 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-e1de19c1-8e0f-47cd-989f-b07aed77c711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:17.602869 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.607858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:17.610688 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.612656 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c43725d-9fb1-45fa-873b-8117d705a3cc HTTP/1.1" status: 204 len: 168 time: 0.8385057 Jun 28 10:06:17.619170 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] No DVR routers for this DVR port 2692f3e0-0d6e-4dee-8455-b23bcd116f7a on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:17.624190 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Pushing event deleted for resources: {'Port': ['ID=2692f3e0-0d6e-4dee-8455-b23bcd116f7a,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:17.626264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c43725d-9fb1-45fa-873b-8117d705a3cc,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:17.627244 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-b87856a6-045f-463b-b310-63b950bfe38f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:17.628559 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fefded75-532b-47c1-8347-6055468fec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:17.660602 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.664965 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:17.670362 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:17.672317 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] 10.222.0.15 "DELETE /v2.0/networks/63769eaa-70b2-49ed-a566-4ef7bade1422 HTTP/1.1" status: 204 len: 168 time: 0.8812153 Jun 28 10:06:17.675583 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44778) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:17.682547 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=63769eaa-70b2-49ed-a566-4ef7bade1422,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:17.685785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6320defb-126a-4080-bf2f-8c8e0c166e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:17.894556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44782) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:17.942095 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44786) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:17.984064 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4b975544-c924-47e3-888f-e8abdb13006a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=791b3479ab1f473fa4ee9941dc5008f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405893 Jun 28 10:06:17.986566 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44788) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:18.037399 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.038383 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.062015 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.113438 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.129937 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 4bef212c-2c4d-49dc-b03a-8416ff29ff5f no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:18.151348 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 4bef212c-2c4d-49dc-b03a-8416ff29ff5f {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:18.151861 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 4bef212c-2c4d-49dc-b03a-8416ff29ff5f not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:18.152471 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f4cfd5fa-8078-4420-9014-33673d1cf73b no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:18.175736 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: f4cfd5fa-8078-4420-9014-33673d1cf73b {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:18.176262 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device f4cfd5fa-8078-4420-9014-33673d1cf73b not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:18.176792 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 01707dec-a81d-41a0-9717-276ce157d4da no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:18.192927 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.195476 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.197042 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 01707dec-a81d-41a0-9717-276ce157d4da {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:18.197550 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 01707dec-a81d-41a0-9717-276ce157d4da not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:18.198065 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 2692f3e0-0d6e-4dee-8455-b23bcd116f7a no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:18.200309 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fd074d5-8198-4d4e-b4a8-dc6f82d30373 HTTP/1.1" status: 204 len: 168 time: 0.2124434 Jun 28 10:06:18.203238 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-1df2f551-bd2a-4e4e-b762-4bfcbc4fb0a6 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:18.222803 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd074d5-8198-4d4e-b4a8-dc6f82d30373,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:18.224619 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 2692f3e0-0d6e-4dee-8455-b23bcd116f7a {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:18.225050 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 2692f3e0-0d6e-4dee-8455-b23bcd116f7a not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:18.225397 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5c476041-fb5b-41b7-b8d9-14e0aa0bbe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:18.235863 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.282550 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.286120 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-109bc1af-0d25-440d-a3ec-c018b5f93a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:18.322105 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=589722ef08cb460599311471010d12d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264145 Jun 28 10:06:18.324794 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477979f-c608-4256-9547-c19bbbeda5bd,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:18.328109 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:18.330182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44792) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:18.362905 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Deleting port afc45d3c-06ed-4446-80be-afea04cfb855 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:18.373841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.380784 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.403211 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.449745 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] For port afc45d3c-06ed-4446-80be-afea04cfb855, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=afc45d3c-06ed-4446-80be-afea04cfb855,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:18.449745 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.460307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Calling delete_port for afc45d3c-06ed-4446-80be-afea04cfb855 owned by network:router_interface {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:18.511293 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.515164 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.519763 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6477979f-c608-4256-9547-c19bbbeda5bd HTTP/1.1" status: 204 len: 168 time: 0.1899266 Jun 28 10:06:18.520621 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:18.530482 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477979f-c608-4256-9547-c19bbbeda5bd,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:18.533091 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:18.695000 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.698052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a188bb08-ab47-4185-9ed2-1b60c5efa5b1 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:18.727902 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=afc45d3c-06ed-4446-80be-afea04cfb855,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:18.731972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:18.852660 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44800) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:18.898630 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.901191 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-dcbe45a1-95d2-43fa-bb68-00399f8dc391 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f563b1ef4241539af4f782bb8cf333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471017 Jun 28 10:06:18.903682 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44802) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:18.958960 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:18.988938 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.111574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.114089 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.115250 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53bb9ff7-5b8c-46a4-87d5-b8ab4e84aaec HTTP/1.1" status: 204 len: 168 time: 0.2104938 Jun 28 10:06:19.116208 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c5157868-a75f-49c0-a0a6-47df0485f333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:19.117429 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Router 894b8006-29ab-490e-ac67-9ddaa180a300 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:19.125972 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bb9ff7-5b8c-46a4-87d5-b8ab4e84aaec,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:19.128322 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-32e48c6c-e6b9-4ffb-8c34-4b652ec429a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:19.236992 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:19.237920 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44806) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:19.245133 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] 10.222.0.15 "PUT /v2.0/routers/894b8006-29ab-490e-ac67-9ddaa180a300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653608 Jun 28 10:06:19.245133 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44808) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:19.248655 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] Sync routers for ids ['894b8006-29ab-490e-ac67-9ddaa180a300'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:19.254177 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.259625 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] Routers {'894b8006-29ab-490e-ac67-9ddaa180a300'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:19.260682 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['894b8006-29ab-490e-ac67-9ddaa180a300'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:19.358520 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks [] for router, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.359944 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.373122 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] Set router 894b8006-29ab-490e-ac67-9ddaa180a300 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:19.420592 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.424980 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3681c715-528b-4b90-b34f-67cd0fc0a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:19.471635 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.479165 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be62c8e684aa45449027b4906f83d5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396307 Jun 28 10:06:19.480916 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bed976-e682-4861-9a41-58a001250609,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:19.484128 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:19.489468 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44814) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:19.546703 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.570303 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.574760 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '6509e606-2e8d-4353-938b-69238f509955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T10:06:18Z', 'revision_number': 5, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port': {'id': '6509e606-2e8d-4353-938b-69238f509955', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:20Z', 'updated_at': '2021-06-28T09:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:19.616638 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] Checking router: 894b8006-29ab-490e-ac67-9ddaa180a300 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:19.626847 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] Routers {'894b8006-29ab-490e-ac67-9ddaa180a300'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:19.627530 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Deleting port 6509e606-2e8d-4353-938b-69238f509955 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:19.627706 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['894b8006-29ab-490e-ac67-9ddaa180a300'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:19.627878 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.712860 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] Set router 894b8006-29ab-490e-ac67-9ddaa180a300 gateway port host: None {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:19.714420 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] For port 6509e606-2e8d-4353-938b-69238f509955, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=6509e606-2e8d-4353-938b-69238f509955,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:19.715505 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.716844 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.721286 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.721286 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20bed976-e682-4861-9a41-58a001250609 HTTP/1.1" status: 204 len: 168 time: 0.2303298 Jun 28 10:06:19.722085 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d72e15d8-a56f-41f0-aae1-b63d9de88427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:19.731206 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bed976-e682-4861-9a41-58a001250609,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:19.740908 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-91a0ceed-6e0f-40fe-8e7d-a8ef29d5217b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:19.745533 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Calling delete_port for 6509e606-2e8d-4353-938b-69238f509955 owned by network:router_gateway {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:19.803328 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T10:06:19Z', 'revision_number': 6, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:19.836846 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f30ec-e570-491f-876d-2ee93a6abb6a None None] The sync data for ids ['894b8006-29ab-490e-ac67-9ddaa180a300'] in dv-cinder-792209-2-iscsi is: [{'id': '894b8006-29ab-490e-ac67-9ddaa180a300', 'name': 'tempest-TestVolumeBootPattern-1891265948-router', 'tenant_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:54:19Z', 'updated_at': '2021-06-28T10:06:19Z', 'revision_number': 6, 'project_id': '6aa5482795ff4fd2aa25e4735402b3ab', 'gw_port_host': None}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:19.991236 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:19.994468 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-856ff5fe-1d2a-4222-b93d-35a860fd8470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:20.020461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=6509e606-2e8d-4353-938b-69238f509955,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:20.028840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:20.087067 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.182198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.185509 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.206045 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44834) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:20.330190 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.330190 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894b8006-29ab-490e-ac67-9ddaa180a300 {{(pid=105212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:20.332204 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.332711 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device afc45d3c-06ed-4446-80be-afea04cfb855 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:20.333537 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] 10.222.0.15 "DELETE /v2.0/routers/894b8006-29ab-490e-ac67-9ddaa180a300 HTTP/1.1" status: 204 len: 168 time: 1.0880365 Jun 28 10:06:20.335945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44838) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:20.342480 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1042044084-network', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:20.365514 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: afc45d3c-06ed-4446-80be-afea04cfb855 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:20.365872 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device afc45d3c-06ed-4446-80be-afea04cfb855 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:20.389469 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Deleting subnet cf5d93b3-ed7d-4524-82ba-452ce6e80eb9 {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:20.392365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44840) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:20.398253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.442728 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Made reservation on behalf of ee0c6eaf67d549dd8964c3e0c98f37e3 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:20.445222 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.455093 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.552015 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.608607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.611662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a02a5749-2d8a-4082-8d93-de08e647c94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:20.632907 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:06:20.648864 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b750e31-434f-434e-a4f8-f0b226b5e3a3,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:20.652449 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.652823 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Added segment 65192f92-7d9d-41de-b251-1d97aeb6516a of type vlan for network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 Jun 28 10:06:20.654438 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:20.698181 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.719390 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-832c9102-f656-4004-9cab-a03930e7f71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.742476 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.797102 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.798697 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:20.799301 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.802608 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:20.858888 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.869334 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Pushing event updated for resources: {'Network': ['ID=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:20.872359 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:20.879691 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:06:20.928456 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-832c9102-f656-4004-9cab-a03930e7f71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:20.997615 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-832c9102-f656-4004-9cab-a03930e7f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.000196 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ec70d210-17fd-45d8-be02-637f1f19e2e3 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.028546 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.040309 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-832c9102-f656-4004-9cab-a03930e7f71c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20e35c14e4d14239b90d4a84d8da5185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469247 Jun 28 10:06:21.044234 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a8291860-0f10-4d9d-8c15-e23c5abb3fad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8379076 Jun 28 10:06:21.044234 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44842) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:21.053336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c9102-f656-4004-9cab-a03930e7f71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee315a2-ba6b-46a1-b23b-1bcf0b138ebf,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.053336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-832c9102-f656-4004-9cab-a03930e7f71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.053336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.053336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44844) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:21.055350 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.060452 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cf5d93b3-ed7d-4524-82ba-452ce6e80eb9 HTTP/1.1" status: 204 len: 168 time: 0.7165792 Jun 28 10:06:21.063520 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e4848-6502-45ae-ad51-88060407318d None None] Network 9b9de2d5-1895-453a-90b3-15b6e72f7587 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:21.065334 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44846) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:21.080861 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Request body: {'subnet': {'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1042044084-subnet', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:21.087055 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5d93b3-ed7d-4524-82ba-452ce6e80eb9,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.091388 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d3cb5974-9c73-452b-aa38-fdf6fde76d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.156886 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Made reservation on behalf of ee0c6eaf67d549dd8964c3e0c98f37e3 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:21.159737 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9427439'] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.171002 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.174597 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.203433 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.269887 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] DHCP port deletion for 9b9de2d5-1895-453a-90b3-15b6e72f7587 request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:21.284316 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Deleting port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:21.284660 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.319574 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Deleting port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:21.320103 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.351863 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] For port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:21.352261 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.366876 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Calling delete_port for 5bc64dee-fb3d-472a-ac67-5f99e77ea75a owned by network:dhcp {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:21.388619 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] For port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,segment=NetworkSegment(e7092838-9edd-453c-93a8-d0559729a7f8),segment_id=e7092838-9edd-453c-93a8-d0559729a7f8)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:21.389619 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.402539 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Calling delete_port for 5bc64dee-fb3d-472a-ac67-5f99e77ea75a owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:21.413288 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.415865 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.417037 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ee315a2-ba6b-46a1-b23b-1bcf0b138ebf HTTP/1.1" status: 204 len: 168 time: 0.3718915 Jun 28 10:06:21.420328 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e116ba5a-d508-4ef3-b555-042cf37ef9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.431026 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee315a2-ba6b-46a1-b23b-1bcf0b138ebf,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.437222 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-8aa23fca-22c1-4dd3-9ce8-ac68522c69b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.471781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9200712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9427453'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.475350 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.533766 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=44740bb5-5a52-4f12-9da3-5f5dd5740163,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.534350 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.538252 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.539294 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2f45908e-b6be-4925-8cde-35ae8073cb83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.540646 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.543562 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.544641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Checking segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:21.545020 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Network hostable DHCP agents. Network: dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:06:21.565862 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.566431 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Pushing event deleted for resources: {'Port': ['ID=5bc64dee-fb3d-472a-ac67-5f99e77ea75a,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.569045 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.569866 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.572413 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] No DVR routers for this DVR port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a on host dv-cinder-792209-2-iscsi {{(pid=105211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:21.572820 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde6050-c2cc-4085-a02a-8ca9fd722dcb None None] No DVR routers for this DVR port 5bc64dee-fb3d-472a-ac67-5f99e77ea75a on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:21.636996 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:06:21.647475 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.657083 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9de2d5-1895-453a-90b3-15b6e72f7587']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:21.666940 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7092838-9edd-453c-93a8-d0559729a7f8') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:21.667229 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7092838-9edd-453c-93a8-d0559729a7f8') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:21.676305 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.690521 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.696664 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:21.697052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:21.698941 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:21.711829 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:21.717191 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:21.719669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.723573 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8075a-f2df-4f77-bbc3-9fa7eac98b67 None None] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:21.786055 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ccf5d0b5-e569-450b-9739-2ef5d23bd5ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7318411 Jun 28 10:06:21.789386 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44852) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:21.794895 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:21.815850 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.821852 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.827800 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9b9de2d5-1895-453a-90b3-15b6e72f7587 HTTP/1.1" status: 204 len: 168 time: 0.7612286 Jun 28 10:06:21.828613 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:21.842735 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9de2d5-1895-453a-90b3-15b6e72f7587,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:21.845829 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:21.888802 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.889905 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.894910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:06:21.896030 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.954448 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.064515 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Allocated IP 172.20.0.2 (dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6/44740bb5-5a52-4f12-9da3-5f5dd5740163/b35a765c-f4b3-455e-bd6d-633d9706be5f) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:22.141706 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 6509e606-2e8d-4353-938b-69238f509955 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:22.171111 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 6509e606-2e8d-4353-938b-69238f509955 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:22.171360 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 6509e606-2e8d-4353-938b-69238f509955 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:22.171777 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 5bc64dee-fb3d-472a-ac67-5f99e77ea75a no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:22.176216 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44866) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:22.190203 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.193714 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 5bc64dee-fb3d-472a-ac67-5f99e77ea75a {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:22.193714 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 5bc64dee-fb3d-472a-ac67-5f99e77ea75a not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:22.225291 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b43938f0-4389-4019-ab44-71e91e4a56df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=001adac6a8e742d8a60967fb99afc8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456529 Jun 28 10:06:22.226034 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44870) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:22.284100 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.287243 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.294959 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Transition to ACTIVE for port object b35a765c-f4b3-455e-bd6d-633d9706be5f will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:22.317982 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Transition to ACTIVE for port object b35a765c-f4b3-455e-bd6d-633d9706be5f will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:22.318150 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.391686 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.393697 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-7c0827b9-aeef-4843-b9c1-93227b1a9c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:22.430931 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:22.437490 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:22.441955 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:22.445231 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Pushing event updated for resources: {'Port': ['ID=b35a765c-f4b3-455e-bd6d-633d9706be5f,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:22.449780 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:22.454884 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.456330 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.464210 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed31c0cc-e071-4e1d-b91b-972e73df2d41 HTTP/1.1" status: 204 len: 168 time: 0.2363832 Jun 28 10:06:22.465464 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-786ad5a2-3bed-4ec4-8be3-6c7b3400fed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:22.474016 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31c0cc-e071-4e1d-b91b-972e73df2d41,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:22.483037 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:22.492833 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.515207 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.536289 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Attempting to bind port b35a765c-f4b3-455e-bd6d-633d9706be5f on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:22.536677 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Attempting to bind port b35a765c-f4b3-455e-bd6d-633d9706be5f by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:22.537042 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Attempting to bind port b35a765c-f4b3-455e-bd6d-633d9706be5f on network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:22.543259 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:22.544189 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Checking segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:22.545237 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.545802 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Bound using segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:22.546443 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Bound port: b35a765c-f4b3-455e-bd6d-633d9706be5f, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:22.547012 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.598756 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44882) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:22.622113 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] For port b35a765c-f4b3-455e-bd6d-633d9706be5f, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:22.625288 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] For port b35a765c-f4b3-455e-bd6d-633d9706be5f, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b35a765c-f4b3-455e-bd6d-633d9706be5f,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:22.650640 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Allocated IP 172.27.3.107 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/16508a92-c4f0-4295-a36e-1e385d33e29d) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:22.718552 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1862413654-network', 'tenant_id': 'f27c94d23a09444281b7ff56215ddf85'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:22.722424 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.726107 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:22.784412 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.794157 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Pushing event updated for resources: {'Port': ['ID=b35a765c-f4b3-455e-bd6d-633d9706be5f,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:22.797680 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:22.831178 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Made reservation on behalf of f27c94d23a09444281b7ff56215ddf85 for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:22.834132 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.846471 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.929785 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.933740 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-75b2f436-dd60-4ce7-b665-e9d83763af79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:22.962008 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:22.977826 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:22.985759 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:22.990984 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:22.994384 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Pushing event updated for resources: {'Port': ['ID=16508a92-c4f0-4295-a36e-1e385d33e29d,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:23.031198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.033138 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:23.034457 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-822fca33-ad98-471f-8fd6-876130215b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:23.062455 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:06:23.071154 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c63370-70a6-4131-a48a-7528274f717a,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:23.091811 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:23.095483 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.095834 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Added segment 3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a of type vlan for network a1ed30f5-89c4-42f6-992f-55e25848d32d Jun 28 10:06:23.145667 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.259845 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.262006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:23.262916 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.266704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:23.330328 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ed30f5-89c4-42f6-992f-55e25848d32d,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:23.336670 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:23.358450 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network a1ed30f5-89c4-42f6-992f-55e25848d32d details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:06:23.368024 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44896) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:23.373993 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.400561 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-099241a0-4b6e-4110-8212-3be47b645602 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8005757 Jun 28 10:06:23.404121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44898) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:23.409217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Request body: {'subnet': {'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1862413654-subnet', 'tenant_id': 'f27c94d23a09444281b7ff56215ddf85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:23.430334 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-fc0a60a0-e73e-490e-91ef-a170091acd2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aa5482795ff4fd2aa25e4735402b3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587921 Jun 28 10:06:23.432275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44900) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:23.488514 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.510419 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.517818 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Made reservation on behalf of f27c94d23a09444281b7ff56215ddf85 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:23.520138 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9427439'] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.587549 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e5c1-8c9b-4c2a-8809-08fd4c94dca6 req-250f04b5-f108-4abb-93fc-d72e0759cf3f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:23.594770 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9d37e5c1-8c9b-4c2a-8809-08fd4c94dca6 req-250f04b5-f108-4abb-93fc-d72e0759cf3f tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.1420472 Jun 28 10:06:23.669576 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.678814 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.680684 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9d37e5c1-8c9b-4c2a-8809-08fd4c94dca6 req-ef9ac233-01eb-4219-881d-4b2d5e628f06 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850227 Jun 28 10:06:23.681647 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.683738 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f9e539a-be53-443d-b311-8969dbdb3916 HTTP/1.1" status: 204 len: 168 time: 0.2501502 Jun 28 10:06:23.686227 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b0826ccf-3898-4399-ab77-594b40e83089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:23.731426 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e539a-be53-443d-b311-8969dbdb3916,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:23.740877 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a64a66c2-1af0-4994-b54a-60924ddf8213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:23.821162 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9200712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9427453'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:23.829460 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:23.884966 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981128cc-34c5-46fb-b857-57e04f284cf0,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:23.887658 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:23.894506 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:06:23.905713 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Checking segment: {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:23.905934 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee6581-a19f-485a-a0e8-dec14cd09a58 None None] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:23.906408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Network hostable DHCP agents. Network: a1ed30f5-89c4-42f6-992f-55e25848d32d, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:06:23.979390 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Network a1ed30f5-89c4-42f6-992f-55e25848d32d is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:06:24.012601 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:24.022663 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Sync routers for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:24.034182 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:24.034888 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:24.055010 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, a1ed30f5-89c4-42f6-992f-55e25848d32d) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:24.060401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:24.060989 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.137117 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.140683 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-83a090af-e793-4ef7-a245-e728b24da1ba admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3496733 Jun 28 10:06:24.143622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44904) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:24.172522 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:24.174864 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd45c6-8dcd-4c74-af84-99980b39a7ce None None] Network a1ed30f5-89c4-42f6-992f-55e25848d32d requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:24.180906 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-957313dc-bdb6-473f-bf3c-1bd874425f96 None None] Provisioning for port b35a765c-f4b3-455e-bd6d-633d9706be5f completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:24.238817 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-26925531-db1a-484e-88f7-5b61e71de716 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8331571 Jun 28 10:06:24.251919 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b35a765c-f4b3-455e-bd6d-633d9706be5f up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:24.385980 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:23Z', 'revision_number': 3, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:24.418166 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Checking router: 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:24.422239 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Updating router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 port 16508a92-c4f0-4295-a36e-1e385d33e29d binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:06:24.428879 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc996d-1001-4bd6-bc58-c055ea8a5873 None None] Network a1ed30f5-89c4-42f6-992f-55e25848d32d requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:24.446309 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b938ebff-8c37-495a-a6c4-8c0cdf872b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.492754 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.504322 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port b35a765c-f4b3-455e-bd6d-633d9706be5f completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:24.512813 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port b35a765c-f4b3-455e-bd6d-633d9706be5f triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:24.514247 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.677537 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.765197 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port b35a765c-f4b3-455e-bd6d-633d9706be5f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b35a765c-f4b3-455e-bd6d-633d9706be5f,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:24.775600 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a2a1bf60-4356-4ca3-8754-7900d5265a75 None None] Provisioning complete for port b35a765c-f4b3-455e-bd6d-633d9706be5f triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:24.775980 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bf60-4356-4ca3-8754-7900d5265a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.813475 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.851897 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.856135 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.860239 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d6a70bb0-ecdb-43f3-9cc8-db9017387480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:24.864544 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Transition to ACTIVE for port object 16508a92-c4f0-4295-a36e-1e385d33e29d will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:24.899383 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bf60-4356-4ca3-8754-7900d5265a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.928116 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:24.931408 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:24.932666 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=b35a765c-f4b3-455e-bd6d-633d9706be5f,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:24.935879 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:24.972222 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.db.api [None req-a2a1bf60-4356-4ca3-8754-7900d5265a75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 10:06:24.972593 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_db.api [None req-a2a1bf60-4356-4ca3-8754-7900d5265a75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 10:06:25.007286 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Pushing event updated for resources: {'Port': ['ID=16508a92-c4f0-4295-a36e-1e385d33e29d,revision_number=2']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:25.010995 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Attempting to bind port 16508a92-c4f0-4295-a36e-1e385d33e29d on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:25.015211 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Attempting to bind port 16508a92-c4f0-4295-a36e-1e385d33e29d by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:25.015211 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Attempting to bind port 16508a92-c4f0-4295-a36e-1e385d33e29d on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:25.017233 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f950-3cce-4f32-81d3-ba1c1f556430 req-235d1fa4-a5ad-482f-af6b-629cb4312df5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:25.018768 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ccd1f950-3cce-4f32-81d3-ba1c1f556430 req-235d1fa4-a5ad-482f-af6b-629cb4312df5 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.1367350 Jun 28 10:06:25.024042 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.024563 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.025005 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.025402 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.025910 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.026357 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.028007 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.028535 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.029041 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.029428 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.029856 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.030596 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.035110 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:25.038849 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:25.039518 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:25.039758 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.040180 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:25.040654 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Bound port: 16508a92-c4f0-4295-a36e-1e385d33e29d, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:25.041095 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.055632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Allocated IP 172.20.0.1 (dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6/44740bb5-5a52-4f12-9da3-5f5dd5740163/510120a4-3747-4810-bd51-2d3dac388fc4) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:25.122522 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ccd1f950-3cce-4f32-81d3-ba1c1f556430 req-5b343dfd-326f-458f-8ce5-275c80143d8c tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups?id=35d225ad-c2e4-4051-aa4d-d081eef7a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972896 Jun 28 10:06:25.187157 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] For port 16508a92-c4f0-4295-a36e-1e385d33e29d, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:25.195442 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] For port 16508a92-c4f0-4295-a36e-1e385d33e29d, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=16508a92-c4f0-4295-a36e-1e385d33e29d,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:25.195568 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-ba7a0138-ccf3-4e7d-9271-b0957803b851 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:25.196074 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-ba7a0138-ccf3-4e7d-9271-b0957803b851 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 946 time: 0.1494799 Jun 28 10:06:25.259729 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.271531 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.274710 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-b19b690d-c1d2-445c-a49f-e863c156767c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:25.300198 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Transition to ACTIVE for port object 510120a4-3747-4810-bd51-2d3dac388fc4 will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:25.329883 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:25.330513 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:05:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:25.349284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Deleting port 1802b1c3-a3c0-41a2-85f2-976979c59430 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:25.349623 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.367284 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Pushing event updated for resources: {'Port': ['ID=16508a92-c4f0-4295-a36e-1e385d33e29d,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:25.370466 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-7996b93b-03d5-4ca0-88db-2eb107f89fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:25.410105 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.416116 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d4c9af8a-9217-409f-8ad7-983683c1e2f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:25.449313 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:25.467190 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:25.476295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:25.481505 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:25.488179 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Pushing event updated for resources: {'Port': ['ID=510120a4-3747-4810-bd51-2d3dac388fc4,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:25.526032 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] For port 1802b1c3-a3c0-41a2-85f2-976979c59430, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1802b1c3-a3c0-41a2-85f2-976979c59430,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:25.526396 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.531418 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.531899 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.532603 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.532731 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.533145 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.533338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.533690 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.534042 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.534382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.534728 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.535705 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.535705 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.545406 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:25.594788 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.667724 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:23Z', 'revision_number': 3, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:25.701299 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578b5ca-81cf-429c-990c-982901cf11d3 None None] The sync data for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi is: [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:23Z', 'revision_number': 3, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:25.795277 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.795647 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.795953 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Floating IP 2019c102-4156-4416-ad6c-750c8a5b42e9 disassociated. External IP: 172.27.3.85, port: 1802b1c3-a3c0-41a2-85f2-976979c59430. Jun 28 10:06:25.796326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Calling delete_port for 1802b1c3-a3c0-41a2-85f2-976979c59430 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:25.808697 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-2075d324-25c1-4cd4-954f-fb434fa674cc None None] Provisioning for port 510120a4-3747-4810-bd51-2d3dac388fc4 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:25.814543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-2075d324-25c1-4cd4-954f-fb434fa674cc None None] Provisioning complete for port 510120a4-3747-4810-bd51-2d3dac388fc4 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:25.814543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2075d324-25c1-4cd4-954f-fb434fa674cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.852633 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-2075d324-25c1-4cd4-954f-fb434fa674cc None None] Port 510120a4-3747-4810-bd51-2d3dac388fc4 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:06:25.892243 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.126880 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.137290 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:26.149521 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.181336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event deleted for resources: {'Port': ['ID=1802b1c3-a3c0-41a2-85f2-976979c59430,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:26.185012 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:26.219661 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 16508a92-c4f0-4295-a36e-1e385d33e29d up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:26.225753 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.231448 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-118da67d-61d9-4bd2-95ae-b8e82c9b1c2a tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:26.291311 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Pushing event updated for resources: {'Port': ['ID=510120a4-3747-4810-bd51-2d3dac388fc4,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:26.301008 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:26.333556 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-61fc443d-27c4-4e1a-aac9-c08c3b939ffe req-46cc80b8-9b5c-49ee-abbc-316b07c7c7f1 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 210 time: 0.0522583 Jun 28 10:06:26.351406 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 16508a92-c4f0-4295-a36e-1e385d33e29d completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:26.361144 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 16508a92-c4f0-4295-a36e-1e385d33e29d triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:26.361779 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.365989 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.434771 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:26.498517 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.523160 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 16508a92-c4f0-4295-a36e-1e385d33e29d, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=16508a92-c4f0-4295-a36e-1e385d33e29d,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:26.614558 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.615700 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b35a765c-f4b3-455e-bd6d-633d9706be5f up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:26.617979 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:26.718861 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=16508a92-c4f0-4295-a36e-1e385d33e29d,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:26.729250 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:26.747024 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port b35a765c-f4b3-455e-bd6d-633d9706be5f triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:26.747413 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.934167 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:26.939378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ad-0c05-4a62-ab7b-74d3f04df062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.972830 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:27.001075 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:27.011979 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:27.031365 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:27.032000 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:27.108349 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] No DVR routers for this DVR port 1802b1c3-a3c0-41a2-85f2-976979c59430 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:27.112174 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:27.114143 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b4194678-15a7-4115-81fe-7405e3c3edb7 req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.23 "DELETE /v2.0/ports/1802b1c3-a3c0-41a2-85f2-976979c59430 HTTP/1.1" status: 204 len: 173 time: 1.9124260 Jun 28 10:06:27.114813 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-deleted', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:27.117218 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918bda1f-03bc-4c3f-acc5-d8dc97dd93e5" -d '{"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-deleted", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:27.125694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-bbab274b-6c24-447b-82e1-22dffb6934b4 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:27.127253 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-bbab274b-6c24-447b-82e1-22dffb6934b4 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/networks?id=a1ed30f5-89c4-42f6-992f-55e25848d32d HTTP/1.1" status: 200 len: 809 time: 0.5708058 Jun 28 10:06:27.141165 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:27.184572 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb0b37-7259-43c2-9da3-e9d94e8ded5c x-openstack-request-id: req-b0eb0b37-7259-43c2-9da3-e9d94e8ded5c {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:27.184976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6618837e-72e1-49d9-a292-f14cdc2263d2", "name": "network-vif-deleted", "tag": "1802b1c3-a3c0-41a2-85f2-976979c59430", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:27.185291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0eb0b37-7259-43c2-9da3-e9d94e8ded5c {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:27.185732 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6618837e-72e1-49d9-a292-f14cdc2263d2', 'name': 'network-vif-deleted', 'tag': '1802b1c3-a3c0-41a2-85f2-976979c59430', 'status': 'completed', 'code': 200} Jun 28 10:06:27.192371 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:27.193823 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-90962518-6e49-4f2f-8da5-c33fb3a950d6 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/quotas/f27c94d23a09444281b7ff56215ddf85 HTTP/1.1" status: 200 len: 375 time: 0.0357139 Jun 28 10:06:27.250344 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-0690dd55-ca27-47f6-88e8-a712c5fc40ea tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27c94d23a09444281b7ff56215ddf85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404508 Jun 28 10:06:27.252858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:27.388859 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-cfb006f9-f336-4702-8583-4f5302c804c9 None None] Provisioning complete for port 510120a4-3747-4810-bd51-2d3dac388fc4 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:27.389331 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cfb006f9-f336-4702-8583-4f5302c804c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:27.425314 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:27.432293 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b9e9974a-80d3-42d6-a16e-5e15b29ddf29 admin admin] 10.222.0.15 "PUT /v2.0/routers/1bc3f776-121b-4414-9d6a-7a4bc849f7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2865126 Jun 28 10:06:27.447517 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-30ca7fe9-bee3-4f78-b45b-77b7a9291b5e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:06:27.449454 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-30ca7fe9-bee3-4f78-b45b-77b7a9291b5e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1861682 Jun 28 10:06:27.477878 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-cfb006f9-f336-4702-8583-4f5302c804c9 None None] Port 510120a4-3747-4810-bd51-2d3dac388fc4 cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:06:27.544659 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:27.545689 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7c0e455c-41ef-4c04-8ad7-9f54761858c0 req-0e1bb47f-bd27-48c0-924c-0245772730d2 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6618837e-72e1-49d9-a292-f14cdc2263d2 HTTP/1.1" status: 200 len: 210 time: 0.0480287 Jun 28 10:06:27.584186 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:27.595810 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-ab9a4177-52d4-4901-a373-2567014416a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398013 Jun 28 10:06:27.597321 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:27.598032 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:27.639756 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:06:27.695148 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Sync routers for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:27.709921 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-4e34c1dc-1ff7-40f9-8f6f-581576026c96 service neutron] 10.222.0.15 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080699 Jun 28 10:06:27.710656 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:27.711278 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:27.718139 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:27.846674 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:27.972913 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:28.017947 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569302f-ab26-4923-93a2-a7ed5fb07b3a None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T09:53:08Z', 'revision_number': 4, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'e3a86b0d-0680-44a0-9a65-4cb9e5f8356f', 'name': '', 'network_id': '375e9649-7ea0-41db-9c42-7696e04c095a', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'mac_address': 'fa:16:3e:b7:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:07Z', 'updated_at': '2021-06-28T09:53:19Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'subnets': [{'id': '8b1cad49-e1ea-47f8-be72-41e5549ae16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:28.052947 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-05641dd6-2796-4e50-9ae1-48d4522af89a req-30733d87-7ad2-4862-a529-4e7b053f8c46 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 210 time: 0.0661278 Jun 28 10:06:28.158573 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 2, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:28.163432 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 16508a92-c4f0-4295-a36e-1e385d33e29d up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:28.202610 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Checking router: 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:28.207678 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Updating router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 port 510120a4-3747-4810-bd51-2d3dac388fc4 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:06:28.238621 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 16508a92-c4f0-4295-a36e-1e385d33e29d triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:28.239024 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.255059 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.393709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44972) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:28.400286 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1822049002-network', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:28.420781 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803d406-165b-4112-a96c-1eeabeb9878a None None] New status for floating IP 2019c102-4156-4416-ad6c-750c8a5b42e9: DOWN {{(pid=105213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:06:28.496338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Made reservation on behalf of d4ce3f8596c3430aaa5c1a1877d7c327 for: {'network': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:28.499367 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.501393 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.509461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.560877 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.570558 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Transition to ACTIVE for port object 510120a4-3747-4810-bd51-2d3dac388fc4 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:28.602739 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.673408 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.678121 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:28.733510 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7a7bd-cbed-454f-ad88-0e123cb05a12 None None] Pushing event updated for resources: {'Port': ['ID=510120a4-3747-4810-bd51-2d3dac388fc4,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:28.737016 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d5c7a7bd-cbed-454f-ad88-0e123cb05a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:28.768062 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.771324 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4669cafe-dd43-47da-a4af-75c56e6a368a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:28.789209 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Attempting to bind port 510120a4-3747-4810-bd51-2d3dac388fc4 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:28.791886 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Attempting to bind port 510120a4-3747-4810-bd51-2d3dac388fc4 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:28.791886 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Attempting to bind port 510120a4-3747-4810-bd51-2d3dac388fc4 on network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:28.796329 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:28.796709 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Checking segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:28.797112 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.797500 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Bound using segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:28.798236 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Bound port: 510120a4-3747-4810-bd51-2d3dac388fc4, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:28.798390 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=105212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:06:28.798946 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.805095 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a993c61d-dd21-421f-af34-a2f08c79cc3e,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:28.822131 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44980) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:28.822687 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:28.827325 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.827923 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.segments_db [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Added segment b7bbcd94-0faf-4401-90ae-fc233c198ec5 of type vlan for network 9498769f-fb6e-4959-ab97-249597cf4e7e Jun 28 10:06:28.871588 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] For port 510120a4-3747-4810-bd51-2d3dac388fc4, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:28.875510 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] For port 510120a4-3747-4810-bd51-2d3dac388fc4, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=510120a4-3747-4810-bd51-2d3dac388fc4,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:28.893826 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.902474 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.930688 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.945875 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.948617 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:29.007492 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:29.008122 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:29.010834 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7a7bd-cbed-454f-ad88-0e123cb05a12 None None] Pushing event updated for resources: {'Port': ['ID=510120a4-3747-4810-bd51-2d3dac388fc4,revision_number=4']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:29.048390 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.049687 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:29.050302 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.052413 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d5c7a7bd-cbed-454f-ad88-0e123cb05a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:29.053758 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-208cdacf-625c-4ad6-8876-390331f72411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:29.094007 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.097463 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.101149 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "DELETE /v2.0/security-groups/35d225ad-c2e4-4051-aa4d-d081eef7a12c HTTP/1.1" status: 204 len: 168 time: 0.2778218 Jun 28 10:06:29.102000 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44984) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:29.102849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-05f2dd01-d8ec-495d-b0d5-27e7725b84b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:29.121834 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.api.v2.resource [None req-4a000ef6-28ba-4831-ad85-25c7caa8d568 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] show failed (client error): The resource could not be found. Jun 28 10:06:29.124339 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-4a000ef6-28ba-4831-ad85-25c7caa8d568 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "GET /v2.0/security-groups/35d225ad-c2e4-4051-aa4d-d081eef7a12c HTTP/1.1" status: 404 len: 347 time: 0.0171127 Jun 28 10:06:29.129846 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d225ad-c2e4-4051-aa4d-d081eef7a12c,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:29.135357 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44986) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:29.135787 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:29.141708 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.141945 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.142321 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.142688 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.143046 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.143448 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.143926 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.144351 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.144705 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.145057 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.145564 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.146146 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:29.150419 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:29.174906 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3494828-85e6-41fd-96dc-b2b9bd70262e req-7a976e61-6cc5-4619-8677-385f1fc2c10f tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 210 time: 0.0524478 Jun 28 10:06:29.213524 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8179634 Jun 28 10:06:29.213802 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 44988) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:29.220958 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Request body: {'subnet': {'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1822049002-subnet', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:29.224521 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Pushing event updated for resources: {'Network': ['ID=9498769f-fb6e-4959-ab97-249597cf4e7e,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:29.231431 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:29.236175 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 9498769f-fb6e-4959-ab97-249597cf4e7e details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:06:29.260975 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:29.324803 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Deleting port f1040417-ac75-414d-9bf3-834b802819fe {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:29.325276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.345229 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Made reservation on behalf of d4ce3f8596c3430aaa5c1a1877d7c327 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:29.347662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968378'] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.409100 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:28Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:29.426274 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.426914 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.443883 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e8ac3-7bc2-45c1-822d-f5775d46b1ae None None] The sync data for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi is: [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:28Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:29.447689 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Calling delete_port for f1040417-ac75-414d-9bf3-834b802819fe owned by network:floatingip {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:29.467221 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 1802b1c3-a3c0-41a2-85f2-976979c59430 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:29.467832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 1802b1c3-a3c0-41a2-85f2-976979c59430 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:29.763171 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.765604 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:29.801133 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Pushing event deleted for resources: {'Port': ['ID=f1040417-ac75-414d-9bf3-834b802819fe,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:29.826074 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:29.877075 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks [] for floatingip, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.905980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.905980 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] 10.222.0.15 "DELETE /v2.0/floatingips/2019c102-4156-4416-ad6c-750c8a5b42e9 HTTP/1.1" status: 204 len: 168 time: 0.7268987 Jun 28 10:06:30.088463 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968360'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.092722 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6310ccfe-f380-4277-a3b3-2e47748149b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:30.122713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.145725 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 510120a4-3747-4810-bd51-2d3dac388fc4 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:30.162962 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668cc1cd-97b9-4a20-b894-be2d233eaaa0,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:30.166952 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:30.174976 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Checking segment: {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:30.174976 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Network hostable DHCP agents. Network: 9498769f-fb6e-4959-ab97-249597cf4e7e, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:06:30.300558 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Network 9498769f-fb6e-4959-ab97-249597cf4e7e is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:06:30.300826 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 510120a4-3747-4810-bd51-2d3dac388fc4 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:30.305341 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 510120a4-3747-4810-bd51-2d3dac388fc4 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:30.308671 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.342939 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b1f9ea28-9293-4ca7-8cbf-1d34f3f73a47 req-f3ceff14-0488-47af-a034-523b196caf98 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 210 time: 0.0361762 Jun 28 10:06:30.390566 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 9498769f-fb6e-4959-ab97-249597cf4e7e) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:30.390821 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.396009 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:30.398270 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.401106 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd8e8f-06c3-4536-8f89-1fb1d5f3d61b None None] Network 9498769f-fb6e-4959-ab97-249597cf4e7e requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:30.480435 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ba42a1ea-ee0c-4f5d-b063-aa8ecf6481e2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2628796 Jun 28 10:06:30.480595 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 510120a4-3747-4810-bd51-2d3dac388fc4, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=510120a4-3747-4810-bd51-2d3dac388fc4,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:30.481661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 44996) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:30.489102 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:30.579271 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.581274 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:30.599713 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15405'] for router, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.599713 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15412'] for router, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.621910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7196872-deda-536d-aed2-a7e57b37a40f-9498769f-fb6e-4959-ab97-249597cf4e7e', 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'fixed_ips': [{'subnet_id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0'}]}} from dv-cinder-792209-2-iscsi. {{(pid=105213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:06:30.621910 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.658795 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=510120a4-3747-4810-bd51-2d3dac388fc4,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:30.661602 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.662804 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:30.777089 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.db_base_plugin_common [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Allocated IP 172.20.0.2 (9498769f-fb6e-4959-ab97-249597cf4e7e/668cc1cd-97b9-4a20-b894-be2d233eaaa0/d8c5e631-5e60-4047-90fd-9f92cdae5d24) {{(pid=105213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:30.930170 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Notify callbacks [] for port, precommit_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.939795 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Transition to ACTIVE for port object d8c5e631-5e60-4047-90fd-9f92cdae5d24 will not be triggered until provisioned by entity L2. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:30.953450 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15366'] for router, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.957858 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Transition to ACTIVE for port object d8c5e631-5e60-4047-90fd-9f92cdae5d24 will not be triggered until provisioned by entity DHCP. {{(pid=105213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:31.001696 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-afa387f9-45bd-4aec-94ce-b7b648742f0a tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:31.002752 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-afa387f9-45bd-4aec-94ce-b7b648742f0a tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "GET /v2.0/networks?id=a1ed30f5-89c4-42f6-992f-55e25848d32d HTTP/1.1" status: 200 len: 809 time: 0.1697836 Jun 28 10:06:31.021532 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Request body: {'port': {'device_id': '94e0de49-33ef-47b5-a092-7987612dfd96', 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d', 'admin_state_up': True, 'tenant_id': 'f27c94d23a09444281b7ff56215ddf85'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:31.025036 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845'] for port, after_create {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.028901 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-c665b104-f79b-45b6-a3f6-d50a2877bce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:31.075072 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Network 9498769f-fb6e-4959-ab97-249597cf4e7e is already hosted by enough agents. {{(pid=105213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:31.081138 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.scheduler.base_scheduler [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Resources bound (agent type, host, resource id): {{(pid=105213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:31.083603 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Received port after_create {{(pid=105213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:31.086053 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Pushing event updated for resources: {'Port': ['ID=d8c5e631-5e60-4047-90fd-9f92cdae5d24,revision_number=1']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:31.088949 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:31.146958 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Attempting to bind port d8c5e631-5e60-4047-90fd-9f92cdae5d24 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:31.147339 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Attempting to bind port d8c5e631-5e60-4047-90fd-9f92cdae5d24 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:31.147709 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Attempting to bind port d8c5e631-5e60-4047-90fd-9f92cdae5d24 on network 9498769f-fb6e-4959-ab97-249597cf4e7e {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:31.153212 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:31.156748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Checking segment: {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:31.156748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.156748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Bound using segment: {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'} {{(pid=105213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:31.156748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.managers [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Bound port: d8c5e631-5e60-4047-90fd-9f92cdae5d24, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'}}] {{(pid=105213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:31.156748 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.220669 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] For port d8c5e631-5e60-4047-90fd-9f92cdae5d24, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:31.224176 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] For port d8c5e631-5e60-4047-90fd-9f92cdae5d24, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d8c5e631-5e60-4047-90fd-9f92cdae5d24,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:31.273581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Made reservation on behalf of f27c94d23a09444281b7ff56215ddf85 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:31.278302 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.323256 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.326948 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d6a70bb0-ecdb-43f3-9cc8-db9017387480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:31.378269 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.402722 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.412603 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Pushing event updated for resources: {'Port': ['ID=d8c5e631-5e60-4047-90fd-9f92cdae5d24,revision_number=2']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:31.415785 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:31.528608 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-3e5f771e-e373-4012-9d98-c24c73e6a1bc req-e8f2d108-9b40-4224-94aa-d7e0684e7043 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 210 time: 0.0370581 Jun 28 10:06:31.530013 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Allocated IP 172.20.0.10 (a1ed30f5-89c4-42f6-992f-55e25848d32d/981128cc-34c5-46fb-b857-57e04f284cf0/06489298-c431-4d51-af59-eafe6e55a150) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:31.637543 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Allocated IP 172.27.3.133 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/8c34a692-0872-4d35-a9c7-dca169b489b0) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:31.844993 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.848706 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.968253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.972166 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0d3f01a5-3b24-43ae-852c-f86657ddd25d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:32.010030 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.016893 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Network a1ed30f5-89c4-42f6-992f-55e25848d32d is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:32.029264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:32.034567 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:32.040529 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Pushing event updated for resources: {'Port': ['ID=06489298-c431-4d51-af59-eafe6e55a150,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:32.074363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:32.074363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7532e3e1-455e-4a3b-ad73-303abe158745 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:32.079520 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:32.087798 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:32.108836 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:32.148976 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:32.152329 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.177505 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c34a692-0872-4d35-a9c7-dca169b489b0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:32.184034 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:32.219230 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 510120a4-3747-4810-bd51-2d3dac388fc4 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:32.283635 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 510120a4-3747-4810-bd51-2d3dac388fc4 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:32.283997 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.371251 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d8c5e631-5e60-4047-90fd-9f92cdae5d24 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:32.427626 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec13985-ab8e-4c59-a827-a7b22c68c2cf None None] Network 9498769f-fb6e-4959-ab97-249597cf4e7e requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:32.516818 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port d8c5e631-5e60-4047-90fd-9f92cdae5d24 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:32.565930 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-fbf446c2-d0ec-4dae-98e7-0f2750095b1c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5482681 Jun 28 10:06:32.584982 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Provisioning for port d8c5e631-5e60-4047-90fd-9f92cdae5d24 completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:32.592407 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Provisioning complete for port d8c5e631-5e60-4047-90fd-9f92cdae5d24 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:32.592799 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.594622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Request body: {'port': {'device_id': '94e0de49-33ef-47b5-a092-7987612dfd96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:32.690076 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.722187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.727716 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] For port d8c5e631-5e60-4047-90fd-9f92cdae5d24, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d8c5e631-5e60-4047-90fd-9f92cdae5d24,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:32.782645 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c185ce6-330b-4831-8153-bc7bbcff0d90 req-923be35e-94a6-49ef-80a6-b23a29270408 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:32.784320 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c185ce6-330b-4831-8153-bc7bbcff0d90 req-923be35e-94a6-49ef-80a6-b23a29270408 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 932 time: 0.1197100 Jun 28 10:06:32.813971 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.815913 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:32.876400 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Pushing event updated for resources: {'Port': ['ID=d8c5e631-5e60-4047-90fd-9f92cdae5d24,revision_number=3']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:32.889570 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-d7be146e-0b2a-4104-95e4-b534504c64ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:32.909767 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45022) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:32.934797 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-49b22312-0eb5-4301-83f2-4ca17a2dd5f1 None None] Provisioning complete for port d8c5e631-5e60-4047-90fd-9f92cdae5d24 triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:32.935811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-49b22312-0eb5-4301-83f2-4ca17a2dd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.971789 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-0c185ce6-330b-4831-8153-bc7bbcff0d90 req-bf6aae4a-1db3-4ca3-a043-2556a28b198d tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807182 Jun 28 10:06:33.036940 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.254841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06489298-c431-4d51-af59-eafe6e55a150 {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:06:33.288104 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.311172 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Transition to ACTIVE for port object 06489298-c431-4d51-af59-eafe6e55a150 will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:33.320407 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445176'] for router, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.403841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.407938 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:33.483330 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.492737 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Pushing event updated for resources: {'Port': ['ID=06489298-c431-4d51-af59-eafe6e55a150,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:33.500571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:33.562811 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Attempting to bind port 06489298-c431-4d51-af59-eafe6e55a150 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:33.563231 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Attempting to bind port 06489298-c431-4d51-af59-eafe6e55a150 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:33.563557 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Attempting to bind port 06489298-c431-4d51-af59-eafe6e55a150 on network a1ed30f5-89c4-42f6-992f-55e25848d32d {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:33.567860 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Port 06489298-c431-4d51-af59-eafe6e55a150 on network a1ed30f5-89c4-42f6-992f-55e25848d32d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:06:33.568530 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Attempting to bind port 06489298-c431-4d51-af59-eafe6e55a150 on network a1ed30f5-89c4-42f6-992f-55e25848d32d {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:33.572902 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:33.573229 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Checking segment: {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:33.574092 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Bound using segment: {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:33.574512 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Bound port: 06489298-c431-4d51-af59-eafe6e55a150, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:33.574863 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.617592 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Router 1cce3d71-40a5-4001-b251-1abc69aec524 is scheduled to L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc with binding_index 1 {{(pid=105212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:06:33.680180 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] For port 06489298-c431-4d51-af59-eafe6e55a150, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:33.699471 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] For port 06489298-c431-4d51-af59-eafe6e55a150, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06489298-c431-4d51-af59-eafe6e55a150,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:33.743929 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Deleting port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:33.744300 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.748597 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.752083 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-846410ca-0f7f-4a32-973d-3cebdea9bf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:33.760284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:33.770412 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Sync routers for ids ['1cce3d71-40a5-4001-b251-1abc69aec524'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:33.779792 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Routers {'1cce3d71-40a5-4001-b251-1abc69aec524'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:33.780503 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1cce3d71-40a5-4001-b251-1abc69aec524'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:33.798157 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:33.798778 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.800179 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] 10.222.0.23 "PUT /v2.0/ports/06489298-c431-4d51-af59-eafe6e55a150 HTTP/1.1" status: 200 len: 1094 time: 1.2129776 Jun 28 10:06:33.800712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e0de49-33ef-47b5-a092-7987612dfd96', 'tag': '06489298-c431-4d51-af59-eafe6e55a150'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:33.803005 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4999f213-8055-4c05-b579-05ca8b7041ee" -d '{"events": [{"name": "network-changed", "server_uuid": "94e0de49-33ef-47b5-a092-7987612dfd96", "tag": "06489298-c431-4d51-af59-eafe6e55a150"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:33.837481 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] For port e3a86b0d-0680-44a0-9a65-4cb9e5f8356f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:33.844729 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.847309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1bc9c-0c93-4f41-ae7b-fa47db5bf44b x-openstack-request-id: req-ecb1bc9c-0c93-4f41-ae7b-fa47db5bf44b {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:33.848313 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e0de49-33ef-47b5-a092-7987612dfd96", "tag": "06489298-c431-4d51-af59-eafe6e55a150", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:33.848313 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecb1bc9c-0c93-4f41-ae7b-fa47db5bf44b {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:33.848550 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e0de49-33ef-47b5-a092-7987612dfd96', 'tag': '06489298-c431-4d51-af59-eafe6e55a150', 'status': 'completed', 'code': 200} Jun 28 10:06:33.849498 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Pushing event updated for resources: {'Port': ['ID=06489298-c431-4d51-af59-eafe6e55a150,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:33.853311 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:33.856117 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Calling delete_port for e3a86b0d-0680-44a0-9a65-4cb9e5f8356f owned by network:router_interface {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:33.903877 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.905523 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-dc4d7a29-7d41-4c08-8911-dc2d3cac20e6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4220881 Jun 28 10:06:33.923382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45028) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:33.987950 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Set router 1cce3d71-40a5-4001-b251-1abc69aec524 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:34.057398 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999f213-8055-4c05-b579-05ca8b7041ee req-2757eb71-6efc-4836-8cae-f96b59a12f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:34.059619 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4999f213-8055-4c05-b579-05ca8b7041ee req-2757eb71-6efc-4836-8cae-f96b59a12f90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f27c94d23a09444281b7ff56215ddf85&device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 1097 time: 0.1657267 Jun 28 10:06:34.128110 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.143376 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d8c5e631-5e60-4047-90fd-9f92cdae5d24 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:34.146662 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:34.206026 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a86b0d-0680-44a0-9a65-4cb9e5f8356f,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:34.210132 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:34.224443 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port d8c5e631-5e60-4047-90fd-9f92cdae5d24 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:34.225912 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.226035 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:06:32Z', 'revision_number': 3, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:34.258752 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Checking router: 1cce3d71-40a5-4001-b251-1abc69aec524 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:34.259326 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Updating router 1cce3d71-40a5-4001-b251-1abc69aec524 port 8c34a692-0872-4d35-a9c7-dca169b489b0 binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:06:34.291622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999f213-8055-4c05-b579-05ca8b7041ee req-555d1a5b-a55a-4930-9caa-67b05b9e36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:34.294404 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4999f213-8055-4c05-b579-05ca8b7041ee req-555d1a5b-a55a-4930-9caa-67b05b9e36a2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f27c94d23a09444281b7ff56215ddf85&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1927793 Jun 28 10:06:34.302837 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.431801 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.446490 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86750-1b6c-4b3c-8572-18587be02183 req-260d3255-e076-47db-82f6-d151c6420c62 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:34.448259 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36d86750-1b6c-4b3c-8572-18587be02183 req-260d3255-e076-47db-82f6-d151c6420c62 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 944 time: 0.2829356 Jun 28 10:06:34.532202 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999f213-8055-4c05-b579-05ca8b7041ee req-25ab8bba-189e-4939-b3e6-e7479420a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:34.533604 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4999f213-8055-4c05-b579-05ca8b7041ee req-25ab8bba-189e-4939-b3e6-e7479420a407 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2291348 Jun 28 10:06:34.582300 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.590204 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-36d86750-1b6c-4b3c-8572-18587be02183 req-3e63268e-400d-497d-b9cc-dc7591966902 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260273 Jun 28 10:06:34.594345 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Transition to ACTIVE for port object 8c34a692-0872-4d35-a9c7-dca169b489b0 will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:34.665129 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.667870 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:34.673844 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Router 1d0c88b8-1e5b-47be-9f64-1112748868e7 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:34.717197 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6568-fd68-47f3-a17a-5b24eb39edb9 None None] Pushing event updated for resources: {'Port': ['ID=8c34a692-0872-4d35-a9c7-dca169b489b0,revision_number=2']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:34.721171 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-beab6568-fd68-47f3-a17a-5b24eb39edb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:34.722704 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-760f603a-3f2c-4820-9ed1-84963f5f3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:34.723536 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Attempting to bind port 8c34a692-0872-4d35-a9c7-dca169b489b0 on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:34.723906 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Attempting to bind port 8c34a692-0872-4d35-a9c7-dca169b489b0 by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:34.724043 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-760f603a-3f2c-4820-9ed1-84963f5f3a82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f27c94d23a09444281b7ff56215ddf85&device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 1097 time: 0.1043456 Jun 28 10:06:34.724688 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Attempting to bind port 8c34a692-0872-4d35-a9c7-dca169b489b0 on network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:34.729465 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:34.729964 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Checking segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:34.730279 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.730669 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Bound using segment: {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:34.731144 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Bound port: 8c34a692-0872-4d35-a9c7-dca169b489b0, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29617d1b-2596-4a8b-9945-c5cb578701f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:34.731970 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.785855 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] For port 8c34a692-0872-4d35-a9c7-dca169b489b0, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:34.786608 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-33c2bc9c-3276-42c4-8df3-4d619084366c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06489298-c431-4d51-af59-eafe6e55a150 HTTP/1.1" status: 200 len: 217 time: 0.0401125 Jun 28 10:06:34.789016 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] For port 8c34a692-0872-4d35-a9c7-dca169b489b0, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=8c34a692-0872-4d35-a9c7-dca169b489b0,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:34.789182 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:34.794745 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5e12aac2-550b-4a5d-89bc-7d40f80e57c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d0c88b8-1e5b-47be-9f64-1112748868e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8830507 Jun 28 10:06:34.798872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45032) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:34.801309 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] Sync routers for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:34.813302 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:34.813941 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:34.830952 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.860038 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.873271 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-8fa7ce3a-74e4-4b72-b48f-f3950212e22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:34.875255 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-9743eb04-88fc-41eb-a191-c17190d8c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:34.876778 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-9743eb04-88fc-41eb-a191-c17190d8c333 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=981128cc-34c5-46fb-b857-57e04f284cf0 HTTP/1.1" status: 200 len: 849 time: 0.0823867 Jun 28 10:06:34.909289 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks [] for router, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.913189 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Routers {'1cce3d71-40a5-4001-b251-1abc69aec524'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:34.914038 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1cce3d71-40a5-4001-b251-1abc69aec524'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:34.942216 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-b305a0dd-eb94-48a6-bb00-7d8df2a04d42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1ed30f5-89c4-42f6-992f-55e25848d32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351820 Jun 28 10:06:34.957134 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:35.018329 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.062155 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] Set router 1cce3d71-40a5-4001-b251-1abc69aec524 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:35.090815 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6568-fd68-47f3-a17a-5b24eb39edb9 None None] Pushing event updated for resources: {'Port': ['ID=8c34a692-0872-4d35-a9c7-dca169b489b0,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:35.124011 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-beab6568-fd68-47f3-a17a-5b24eb39edb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:35.125177 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-7a758715-ded5-407b-924e-2adbc3c5329c service neutron] 10.222.0.23 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753552 Jun 28 10:06:35.142102 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Allocated IP 172.20.0.1 (9498769f-fb6e-4959-ab97-249597cf4e7e/668cc1cd-97b9-4a20-b894-be2d233eaaa0/ed21542c-cd41-4836-9705-21b5cffb510c) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:35.169999 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '50331251-0abf-4d51-a794-af54d412e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T10:06:34Z', 'revision_number': 5, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port': {'id': '50331251-0abf-4d51-a794-af54d412e7ca', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:02Z', 'updated_at': '2021-06-28T09:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.208902 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] Checking router: 1d0c88b8-1e5b-47be-9f64-1112748868e7 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:35.210061 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Deleting port 50331251-0abf-4d51-a794-af54d412e7ca {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:35.210658 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.221353 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] Routers {'1d0c88b8-1e5b-47be-9f64-1112748868e7'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:35.222227 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1d0c88b8-1e5b-47be-9f64-1112748868e7'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.269653 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:06:32Z', 'revision_number': 3, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.297561 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92ec1c-2f3c-4f65-b705-f59d6ade230c None None] The sync data for ids ['1cce3d71-40a5-4001-b251-1abc69aec524'] in dv-cinder-792209-2-iscsi is: [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:06:32Z', 'revision_number': 3, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:35.307387 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bf04c3fc-6a70-4e57-8b64-355891ecf5c7 req-2bdaae1f-a2a5-4a12-9374-f20b220f4686 service neutron] 10.222.0.23 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740158 Jun 28 10:06:35.330882 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] For port 50331251-0abf-4d51-a794-af54d412e7ca, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=50331251-0abf-4d51-a794-af54d412e7ca,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:35.333582 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.341939 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.343145 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] Set router 1d0c88b8-1e5b-47be-9f64-1112748868e7 gateway port host: None {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:35.350270 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Calling delete_port for 50331251-0abf-4d51-a794-af54d412e7ca owned by network:router_gateway {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:35.356610 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Transition to ACTIVE for port object ed21542c-cd41-4836-9705-21b5cffb510c will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:35.403584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T10:06:35Z', 'revision_number': 6, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.438340 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6738a78-bf10-4084-b08d-4bf4371459dd None None] The sync data for ids ['1d0c88b8-1e5b-47be-9f64-1112748868e7'] in dv-cinder-792209-2-iscsi is: [{'id': '1d0c88b8-1e5b-47be-9f64-1112748868e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1774269899-router', 'tenant_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:00Z', 'updated_at': '2021-06-28T10:06:35Z', 'revision_number': 6, 'project_id': 'bfd8cdb3bffe4839b3fb5374ad964a6c', 'gw_port_host': None}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:35.448250 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.451103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:35.497464 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Network 9498769f-fb6e-4959-ab97-249597cf4e7e is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:35.509999 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:35.515887 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:35.540894 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Pushing event updated for resources: {'Port': ['ID=ed21542c-cd41-4836-9705-21b5cffb510c,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:35.550446 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:35.568257 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-387194'] for router_interface, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.632061 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.635090 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d5ec06a0-9c51-4d2d-8352-da1e6bb27b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:35.665831 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Pushing event deleted for resources: {'Port': ['ID=50331251-0abf-4d51-a794-af54d412e7ca,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:35.670700 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:35.764308 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.828117 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.854599 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-bfda89a2-c2fa-42ca-b3e5-6add7667bfcd None None] Provisioning for port ed21542c-cd41-4836-9705-21b5cffb510c completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:35.862293 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-bfda89a2-c2fa-42ca-b3e5-6add7667bfcd None None] Provisioning complete for port ed21542c-cd41-4836-9705-21b5cffb510c triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:35.862773 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-bfda89a2-c2fa-42ca-b3e5-6add7667bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.892331 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.896036 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.910918 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-bfda89a2-c2fa-42ca-b3e5-6add7667bfcd None None] Port ed21542c-cd41-4836-9705-21b5cffb510c cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:06:35.965934 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c21e-b3c8-47ac-b25b-083e47a380cc req-1d76829b-2797-437b-8dda-5c2e56899693 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:35.967607 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ea27c21e-b3c8-47ac-b25b-083e47a380cc req-1d76829b-2797-437b-8dda-5c2e56899693 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 944 time: 0.2492747 Jun 28 10:06:36.014280 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ea27c21e-b3c8-47ac-b25b-083e47a380cc req-725a38de-f378-4adf-97b1-a4c02cc06d51 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Jun 28 10:06:36.036268 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.036800 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d0c88b8-1e5b-47be-9f64-1112748868e7 {{(pid=105211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:36.041587 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.046463 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1d0c88b8-1e5b-47be-9f64-1112748868e7 HTTP/1.1" status: 204 len: 168 time: 1.2466891 Jun 28 10:06:36.047129 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45036) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:36.054099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.100410 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Deleting subnet 8b1cad49-e1ea-47f8-be72-41e5549ae16a {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:36.104010 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.134230 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.138617 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a42aaf49-803c-48d8-8216-6c62f8ac7b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:36.141791 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787913'] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.214387 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387302'] for router_interface, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.221711 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Pushing event updated for resources: {'Port': ['ID=ed21542c-cd41-4836-9705-21b5cffb510c,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:36.226152 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:36.331242 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Network 9498769f-fb6e-4959-ab97-249597cf4e7e is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:36.333258 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:36.581557 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 8c34a692-0872-4d35-a9c7-dca169b489b0 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:36.646784 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.654528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-8177c540-bc14-43a5-96fa-0fc1059de917 None None] Provisioning complete for port ed21542c-cd41-4836-9705-21b5cffb510c triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:36.655118 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8177c540-bc14-43a5-96fa-0fc1059de917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.709400 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-8177c540-bc14-43a5-96fa-0fc1059de917 None None] Port ed21542c-cd41-4836-9705-21b5cffb510c cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:06:36.773451 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port 8c34a692-0872-4d35-a9c7-dca169b489b0 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:36.779314 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 8c34a692-0872-4d35-a9c7-dca169b489b0 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:36.779659 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.803582 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Router 1cce3d71-40a5-4001-b251-1abc69aec524 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:36.814500 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967899'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.817335 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:36.855078 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1cad49-e1ea-47f8-be72-41e5549ae16a,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:36.860349 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:36.861431 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.866104 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-e39fc6e4-eb06-460d-8af2-f3df810b0e04 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b1cad49-e1ea-47f8-be72-41e5549ae16a HTTP/1.1" status: 204 len: 168 time: 0.8176591 Jun 28 10:06:36.866618 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45038) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:36.875514 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89388296-8994-41cc-a102-f7c288d9e1c5 None None] Network 375e9649-7ea0-41db-9c42-7696e04c095a requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:36.935394 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.968306 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port 8c34a692-0872-4d35-a9c7-dca169b489b0, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=8c34a692-0872-4d35-a9c7-dca169b489b0,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:36.989761 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.003587 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:37.008768 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] 10.222.0.15 "PUT /v2.0/routers/1cce3d71-40a5-4001-b251-1abc69aec524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841568 Jun 28 10:06:37.066989 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.073027 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:37.090249 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Deleting port feb61f28-2a49-4b4b-beff-10b2711a6d5c {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:37.095725 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.141312 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=8c34a692-0872-4d35-a9c7-dca169b489b0,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:37.154807 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.159970 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:37.170039 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] DHCP port deletion for 375e9649-7ea0-41db-9c42-7696e04c095a request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:37.176527 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:37.209547 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device e3a86b0d-0680-44a0-9a65-4cb9e5f8356f no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:37.235619 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: e3a86b0d-0680-44a0-9a65-4cb9e5f8356f {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:37.236093 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device e3a86b0d-0680-44a0-9a65-4cb9e5f8356f not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:37.246834 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] For port feb61f28-2a49-4b4b-beff-10b2711a6d5c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=feb61f28-2a49-4b4b-beff-10b2711a6d5c,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:37.247934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.258670 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Deleting port feb61f28-2a49-4b4b-beff-10b2711a6d5c {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:37.259143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.275571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Calling delete_port for feb61f28-2a49-4b4b-beff-10b2711a6d5c owned by network:dhcp {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:37.304077 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b1960-9a35-4989-9c54-fab5ec8d147c req-3f2096ae-83b6-4303-bb38-c950621cb0fc tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:37.311879 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd6b1960-9a35-4989-9c54-fab5ec8d147c req-3f2096ae-83b6-4303-bb38-c950621cb0fc tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 944 time: 0.1251280 Jun 28 10:06:37.338602 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] For port feb61f28-2a49-4b4b-beff-10b2711a6d5c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=feb61f28-2a49-4b4b-beff-10b2711a6d5c,segment=NetworkSegment(72c219cb-101e-46da-829d-6552134819fe),segment_id=72c219cb-101e-46da-829d-6552134819fe)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:37.339099 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.358134 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Calling delete_port for feb61f28-2a49-4b4b-beff-10b2711a6d5c owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:37.391573 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bd6b1960-9a35-4989-9c54-fab5ec8d147c req-e8821e60-1b06-4e34-860c-42cae0e70cc2 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Jun 28 10:06:37.533961 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.537347 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-bfd0ee33-97a2-4e7d-92e4-f6888d14c21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:37.542370 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.549106 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:37.566493 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb61f28-2a49-4b4b-beff-10b2711a6d5c,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:37.568614 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] No DVR routers for this DVR port feb61f28-2a49-4b4b-beff-10b2711a6d5c on host dv-cinder-792209-2-iscsi {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:37.570207 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:37.575466 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Pushing event deleted for resources: {'Port': ['ID=feb61f28-2a49-4b4b-beff-10b2711a6d5c,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:37.579055 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:37.579976 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc616b6-4205-4918-ae66-2c36219f9dd3 None None] No DVR routers for this DVR port feb61f28-2a49-4b4b-beff-10b2711a6d5c on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:37.660593 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.671364 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375e9649-7ea0-41db-9c42-7696e04c095a']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.673446 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Sync routers for ids ['1cce3d71-40a5-4001-b251-1abc69aec524'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:37.682315 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c219cb-101e-46da-829d-6552134819fe') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.683127 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c219cb-101e-46da-829d-6552134819fe') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.683700 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Routers {'1cce3d71-40a5-4001-b251-1abc69aec524'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:37.684577 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1cce3d71-40a5-4001-b251-1abc69aec524'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.691983 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.706002 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.711957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:37.712363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:37.714223 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:37.789372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45048) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:37.794718 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100893695', 'description': 'tempest-secgroup-smoke-100893695 description', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:37.799971 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Set router 1cce3d71-40a5-4001-b251-1abc69aec524 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:37.824657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.828275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-59ad29ea-867a-4583-94e6-f1461b0ea87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:37.830810 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.833719 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] 10.222.0.15 "DELETE /v2.0/networks/375e9649-7ea0-41db-9c42-7696e04c095a HTTP/1.1" status: 204 len: 168 time: 0.9648726 Jun 28 10:06:37.844984 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Pushing event deleted for resources: {'Network': ['ID=375e9649-7ea0-41db-9c42-7696e04c095a,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:37.847365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:37.904920 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.988658 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.000926 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:06:35Z', 'revision_number': 4, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'ed21542c-cd41-4836-9705-21b5cffb510c', 'name': '', 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'mac_address': 'fa:16:3e:3f:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:34Z', 'updated_at': '2021-06-28T10:06:35Z', 'revision_number': 2, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'subnets': [{'id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:38.027625 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Checking router: 1cce3d71-40a5-4001-b251-1abc69aec524 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:38.027973 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Updating router 1cce3d71-40a5-4001-b251-1abc69aec524 port ed21542c-cd41-4836-9705-21b5cffb510c binding host dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:06:38.064000 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.090742 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.096720 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-32b423ca-a06a-4764-beb8-9f4446011af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.126771 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 8c34a692-0872-4d35-a9c7-dca169b489b0 up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:38.129250 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.133829 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.176351 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45052) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:38.194057 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port 8c34a692-0872-4d35-a9c7-dca169b489b0 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:38.194583 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.222482 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d787710d-5ec8-498a-afae-26dca87eec7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfd8cdb3bffe4839b3fb5374ad964a6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423682 Jun 28 10:06:38.222870 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45054) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:38.232866 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.235447 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4449425 Jun 28 10:06:38.240827 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45056) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:38.248822 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group_rule': {'security_group_id': '6a2fc4d6-77c7-4ee3-801e-b7a8036ed020', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:38.286445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.310378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.327936 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.356186 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 50331251-0abf-4d51-a794-af54d412e7ca no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:38.378118 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 50331251-0abf-4d51-a794-af54d412e7ca {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:38.378465 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 50331251-0abf-4d51-a794-af54d412e7ca not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:38.378893 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device feb61f28-2a49-4b4b-beff-10b2711a6d5c no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:38.402192 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: feb61f28-2a49-4b4b-beff-10b2711a6d5c {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:38.402697 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device feb61f28-2a49-4b4b-beff-10b2711a6d5c not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:38.432428 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Notify callbacks [] for port, precommit_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.436483 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.440309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.444297 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/654ace4a-3687-4d6a-8d00-2a38854aa483 HTTP/1.1" status: 204 len: 168 time: 0.2180593 Jun 28 10:06:38.444297 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-24aca33d-b304-4b6b-a73c-c6e0d024261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.452979 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654ace4a-3687-4d6a-8d00-2a38854aa483,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.455605 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.456453 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.provisioning_blocks [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Transition to ACTIVE for port object ed21542c-cd41-4836-9705-21b5cffb510c will not be triggered until provisioned by entity L2. {{(pid=105214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:38.467070 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.511951 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.514402 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.522318 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.524763 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5bd8d93d-12ee-42f8-a6aa-844718d80680 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.543492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1932ba-9232-48cd-9450-623d707739ec,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.547438 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.575738 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b597ab-0a3f-4196-9634-0b76d6affdb1 req-6a81d90c-7e1b-4c17-bcf4-eace683ad0ad tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:38.577492 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-11b597ab-0a3f-4196-9634-0b76d6affdb1 req-6a81d90c-7e1b-4c17-bcf4-eace683ad0ad tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 944 time: 0.0732920 Jun 28 10:06:38.590653 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88e94c-30f7-45bf-a0b7-2c85cbd43e48 None None] Pushing event updated for resources: {'Port': ['ID=ed21542c-cd41-4836-9705-21b5cffb510c,revision_number=3']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.609203 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-0b88e94c-30f7-45bf-a0b7-2c85cbd43e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.629190 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-11b597ab-0a3f-4196-9634-0b76d6affdb1 req-e4827e52-ee0e-4f14-ac78-8bcde8d08271 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Jun 28 10:06:38.636585 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.641055 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f3ae7637-06ef-46a5-89df-06ce53e69659 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3979445 Jun 28 10:06:38.641744 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45062) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:38.643302 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Attempting to bind port ed21542c-cd41-4836-9705-21b5cffb510c on host dv-cinder-792209-2-iscsi for vnic_type normal with profile {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:38.644055 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Attempting to bind port ed21542c-cd41-4836-9705-21b5cffb510c by drivers openvswitch,hyperv on host dv-cinder-792209-2-iscsi at level 0 using segments [{'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:38.644228 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Attempting to bind port ed21542c-cd41-4836-9705-21b5cffb510c on network 9498769f-fb6e-4959-ab97-249597cf4e7e {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:38.651235 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group_rule': {'security_group_id': '6a2fc4d6-77c7-4ee3-801e-b7a8036ed020', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:38.652138 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Checking agent: {'id': 'cef3b0b0-a7dd-44d7-9a9b-96a50d958ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 44, 57), 'started_at': datetime.datetime(2021, 6, 28, 9, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:38.652138 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Checking segment: {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:38.652138 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.652138 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Bound using segment: {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'} {{(pid=105214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:38.652825 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.managers [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Bound port: ed21542c-cd41-4836-9705-21b5cffb510c, host: dv-cinder-792209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bbcd94-0faf-4401-90ae-fc233c198ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e'}}] {{(pid=105214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:38.653290 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.721266 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.727785 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] For port ed21542c-cd41-4836-9705-21b5cffb510c, host dv-cinder-792209-2-iscsi, cleared binding levels {{(pid=105214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:38.731283 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.plugins.ml2.db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] For port ed21542c-cd41-4836-9705-21b5cffb510c, host dv-cinder-792209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=ed21542c-cd41-4836-9705-21b5cffb510c,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:38.785128 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.787948 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-d5c7a7bd-cbed-454f-ad88-0e123cb05a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.798284 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.851937 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88e94c-30f7-45bf-a0b7-2c85cbd43e48 None None] Pushing event updated for resources: {'Port': ['ID=ed21542c-cd41-4836-9705-21b5cffb510c,revision_number=4']} {{(pid=105214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.856329 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG oslo_concurrency.lockutils [None req-0b88e94c-30f7-45bf-a0b7-2c85cbd43e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.862862 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Routers {'1cce3d71-40a5-4001-b251-1abc69aec524'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:38.863599 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:06:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1cce3d71-40a5-4001-b251-1abc69aec524'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:38.875911 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.878682 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-baba4f9e-3f5e-425e-89d2-b85eeb221c4e tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.908042 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66b6a9b-e694-4c82-bd6d-2a7c925ec064,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.913943 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.996769 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.001289 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45072) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:39.002285 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ea4c0a06-1bbb-4a20-8540-7fd9e0fecf9a tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3593075 Jun 28 10:06:39.006053 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group_rule': {'security_group_id': '6a2fc4d6-77c7-4ee3-801e-b7a8036ed020', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:39.007511 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] Set router 1cce3d71-40a5-4001-b251-1abc69aec524 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:39.100043 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.104428 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.156221 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.225525 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.227862 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-56df39fc-724f-454b-b1e9-5fbfc228e789 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:39.233945 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:06:35Z', 'revision_number': 4, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'ed21542c-cd41-4836-9705-21b5cffb510c', 'name': '', 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'mac_address': 'fa:16:3e:3f:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:34Z', 'updated_at': '2021-06-28T10:06:38Z', 'revision_number': 4, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'subnets': [{'id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:39.245171 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9b18d5-2cb7-4b16-8e65-8f3ec18abb4d,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:39.247790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:39.265591 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bb105-3bef-41db-9159-b33f0445532c None None] The sync data for ids ['1cce3d71-40a5-4001-b251-1abc69aec524'] in dv-cinder-792209-2-iscsi is: [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:06:35Z', 'revision_number': 4, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': 'ed21542c-cd41-4836-9705-21b5cffb510c', 'name': '', 'network_id': '9498769f-fb6e-4959-ab97-249597cf4e7e', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'mac_address': 'fa:16:3e:3f:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:34Z', 'updated_at': '2021-06-28T10:06:38Z', 'revision_number': 4, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'subnets': [{'id': '668cc1cd-97b9-4a20-b894-be2d233eaaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:39.291828 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 06489298-c431-4d51-af59-eafe6e55a150 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:06:39.326852 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.330860 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-03ad0654-30b5-4fcb-b43a-06d1a265fe65 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274562 Jun 28 10:06:39.331242 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45080) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:39.336360 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group_rule': {'security_group_id': '6a2fc4d6-77c7-4ee3-801e-b7a8036ed020', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:39.427250 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 06489298-c431-4d51-af59-eafe6e55a150, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06489298-c431-4d51-af59-eafe6e55a150,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:39.440097 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '06489298-c431-4d51-af59-eafe6e55a150', 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d', 'port_id': '06489298-c431-4d51-af59-eafe6e55a150', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981128cc-34c5-46fb-b857-57e04f284cf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:06:39.458742 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.483107 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.498300 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06489298-c431-4d51-af59-eafe6e55a150 {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:06:39.520844 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 06489298-c431-4d51-af59-eafe6e55a150, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06489298-c431-4d51-af59-eafe6e55a150,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:39.529400 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.643172 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45086) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:39.659305 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.661334 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:39.706565 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.715070 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-e99c6fd0-3afd-4cef-8d2e-b357af30caf0 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:39.720792 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=06489298-c431-4d51-af59-eafe6e55a150,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:39.728256 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:39.737949 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c69dd49-8971-4aa2-b98f-070643b92c55,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:39.740207 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:39.783935 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1747786319-network', 'tenant_id': '0eab6a550d8a432a86e506a02c06c097'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:39.831822 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.833253 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-0a8fdebd-6e4e-445b-8101-773f69a12fd3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5007672 Jun 28 10:06:39.836234 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45092) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:39.842994 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group_rule': {'security_group_id': '6a2fc4d6-77c7-4ee3-801e-b7a8036ed020', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:39.868937 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b792-7725-4368-ba88-4757bef0f7b1 req-4227fef1-a1c8-4606-b277-9acaebc21714 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:39.870652 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9608b792-7725-4368-ba88-4757bef0f7b1 req-4227fef1-a1c8-4606-b277-9acaebc21714 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 945 time: 0.0832007 Jun 28 10:06:39.911065 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-9608b792-7725-4368-ba88-4757bef0f7b1 req-8d7c5167-e0ef-4526-8517-bdb2cfb95fb7 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343466 Jun 28 10:06:39.934048 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Made reservation on behalf of 0eab6a550d8a432a86e506a02c06c097 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:39.936737 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.949163 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.013467 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.securitygroups_db [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Project ee0c6eaf67d549dd8964c3e0c98f37e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:06:40.018538 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.112467 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.116401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.132760 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['06489298-c431-4d51-af59-eafe6e55a150'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:06:40.159209 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device ed21542c-cd41-4836-9705-21b5cffb510c up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:40.196177 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.200564 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-456c0fe6-336a-46b0-b3aa-819872f81909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:40.224841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.227431 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:40.237429 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:06:40.247458 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab0a6cc-0a66-47a0-b48e-0151e465a9cb,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:40.251872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:40.255707 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.255707 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Added segment 9a474092-db46-4863-abdc-f25e9fccd256 of type vlan for network 1ada5621-b1a2-4392-9988-2594a3deabb8 Jun 28 10:06:40.266197 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e839bace-3918-4fec-a14f-6b95d9fbc191,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:40.269886 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:40.302803 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.303364 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning for port ed21542c-cd41-4836-9705-21b5cffb510c completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:40.316026 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port ed21542c-cd41-4836-9705-21b5cffb510c triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:40.316449 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.339922 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.344795 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45094) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:40.348732 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-2d8becd9-b51f-4042-b18b-7a0dcf5cbc42 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5088577 Jun 28 10:06:40.351222 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'security_group_rule': {'security_group_id': '6a2fc4d6-77c7-4ee3-801e-b7a8036ed020', 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:40.402804 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.404306 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:40.405108 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.408854 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:40.410543 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.459285 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] For port ed21542c-cd41-4836-9705-21b5cffb510c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=ed21542c-cd41-4836-9705-21b5cffb510c,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:40.466654 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.securitygroups_db [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Project ee0c6eaf67d549dd8964c3e0c98f37e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:06:40.475316 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.486493 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ada5621-b1a2-4392-9988-2594a3deabb8,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:40.486493 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:40.488078 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network 1ada5621-b1a2-4392-9988-2594a3deabb8 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:06:40.532780 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.544990 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.550115 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:40.568696 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c8310e11-b6fd-4c31-87a8-b1cf45f03fa1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9244137 Jun 28 10:06:40.572282 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45096) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:40.578039 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Request body: {'subnet': {'network_id': '1ada5621-b1a2-4392-9988-2594a3deabb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1747786319-subnet', 'tenant_id': '0eab6a550d8a432a86e506a02c06c097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:40.603224 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Pushing event updated for resources: {'Port': ['ID=ed21542c-cd41-4836-9705-21b5cffb510c,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:40.606439 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:40.682057 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460823'] for security_group_rule, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.685215 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-286219b2-f5ba-437a-85c8-2594a4e0a413 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:40.702643 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f545ff-7a93-4995-83af-79797e7ab1d2,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:40.706372 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:40.707066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Made reservation on behalf of 0eab6a550d8a432a86e506a02c06c097 for: {'subnet': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:40.709565 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968378'] for subnet, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.772180 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.773361 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-acfdb530-cfb9-425a-a09a-51a0655633f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4269361 Jun 28 10:06:40.942026 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968360'] for subnet, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.948621 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-cc4a33e7-4c58-4679-901f-9bab3587338b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:41.004242 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9fed7c-1df1-467c-b5ca-d886a8fb5def,revision_number=0']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:41.007355 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:41.010138 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Checking segment: {'id': '9a474092-db46-4863-abdc-f25e9fccd256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1ada5621-b1a2-4392-9988-2594a3deabb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:41.010542 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Network hostable DHCP agents. Network: 1ada5621-b1a2-4392-9988-2594a3deabb8, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:06:41.081757 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Network 1ada5621-b1a2-4392-9988-2594a3deabb8 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:06:41.099237 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c655e3-69b4-4ac5-aba8-527ef1b3e30b req-bc207271-4565-467b-b002-4739376456e7 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:41.100796 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c8c655e3-69b4-4ac5-aba8-527ef1b3e30b req-bc207271-4565-467b-b002-4739376456e7 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 945 time: 0.0705194 Jun 28 10:06:41.141227 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c8c655e3-69b4-4ac5-aba8-527ef1b3e30b req-4beb1784-5a97-40a3-b73b-114bd0b13d71 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Jun 28 10:06:41.161673 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, 1ada5621-b1a2-4392-9988-2594a3deabb8) {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:41.165886 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:41.167740 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:41.171388 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c36a3d-26e4-4c42-a797-292217e07a16 None None] Network 1ada5621-b1a2-4392-9988-2594a3deabb8 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:41.254325 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-daee0de3-3c3f-4450-8c18-a8dcc51a15f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6817241 Jun 28 10:06:41.299883 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 06489298-c431-4d51-af59-eafe6e55a150 up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:41.331630 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48d237-fc83-463d-83ef-2684928c92ef None None] Network 1ada5621-b1a2-4392-9988-2594a3deabb8 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:41.493610 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 06489298-c431-4d51-af59-eafe6e55a150 completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:41.498413 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 06489298-c431-4d51-af59-eafe6e55a150 triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:41.498912 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:41.581329 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:41.603696 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e0de49-33ef-47b5-a092-7987612dfd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06489298-c431-4d51-af59-eafe6e55a150'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:41.606615 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a531575-7eb7-4f90-be46-c5f497ae7db9" -d '{"events": [{"server_uuid": "94e0de49-33ef-47b5-a092-7987612dfd96", "name": "network-vif-plugged", "status": "completed", "tag": "06489298-c431-4d51-af59-eafe6e55a150"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:41.622115 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 06489298-c431-4d51-af59-eafe6e55a150, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06489298-c431-4d51-af59-eafe6e55a150,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:41.658589 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e044de-85a0-4828-81e8-c03fca532d13 x-openstack-request-id: req-a0e044de-85a0-4828-81e8-c03fca532d13 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:41.658888 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e0de49-33ef-47b5-a092-7987612dfd96", "name": "network-vif-plugged", "status": "completed", "tag": "06489298-c431-4d51-af59-eafe6e55a150", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:41.659144 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0e044de-85a0-4828-81e8-c03fca532d13 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:41.659571 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e0de49-33ef-47b5-a092-7987612dfd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06489298-c431-4d51-af59-eafe6e55a150', 'code': 200} Jun 28 10:06:41.753357 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:41.766142 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:41.813284 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=06489298-c431-4d51-af59-eafe6e55a150,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:41.816230 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:42.038225 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45156) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:42.043533 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365469534-network', 'tenant_id': 'c21721b865f04dd2b2b71df7193fe9c8'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:42.101776 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047431d3-d2f1-4bea-97a4-455bfd039a31 req-4c2482c1-baa7-43e1-8b89-f44adfda71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:42.103946 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-047431d3-d2f1-4bea-97a4-455bfd039a31 req-4c2482c1-baa7-43e1-8b89-f44adfda71ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 1099 time: 0.0581543 Jun 28 10:06:42.109181 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device ed21542c-cd41-4836-9705-21b5cffb510c up at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:42.140412 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Made reservation on behalf of c21721b865f04dd2b2b71df7193fe9c8 for: {'network': 1} {{(pid=105211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:42.143038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for network, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.143818 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-047431d3-d2f1-4bea-97a4-455bfd039a31 req-265d6551-a5f9-4560-86e6-973ac7bd1663 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Jun 28 10:06:42.160809 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.170885 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Provisioning complete for port ed21542c-cd41-4836-9705-21b5cffb510c triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:42.171378 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.282927 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.326661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856f3d9-69a2-49c2-abf4-44f815681fea req-d06687c8-6f1a-4a90-95e7-a287125a2b19 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:42.328251 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e856f3d9-69a2-49c2-abf4-44f815681fea req-d06687c8-6f1a-4a90-95e7-a287125a2b19 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 946 time: 0.0666173 Jun 28 10:06:42.361879 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.368436 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-63f4335a-8bef-44c8-86b5-67de3b9da279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:42.374264 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e856f3d9-69a2-49c2-abf4-44f815681fea req-39c31b4d-a2fa-4efe-8d38-af8691d81a16 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 Jun 28 10:06:42.383757 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=105211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:06:42.400932 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec95729-556d-4705-991a-9e72d369137d,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:42.406857 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.407208 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.segments_db [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Added segment be47c17f-4bbe-4ec6-b81e-a0ad63bd9f36 of type vlan for network d4c3bfb4-c63f-4e44-b37e-7387d7553130 Jun 28 10:06:42.411477 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:42.457399 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772666774631'] for network, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.544799 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794'] for network, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.546164 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:42.546741 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.549067 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d56fec2f-30c3-4dfa-b145-ad4db819c866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:42.609492 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c3bfb4-c63f-4e44-b37e-7387d7553130,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:42.612169 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:42.619876 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5804453 Jun 28 10:06:42.620989 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Network d4c3bfb4-c63f-4e44-b37e-7387d7553130 details requested by agent ovs-agent-dv-cinder-792209-2-iscsi with host dv-cinder-792209-2-iscsi {{(pid=105213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:06:42.623372 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45174) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:42.628589 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Request body: {'subnet': {'network_id': 'd4c3bfb4-c63f-4e44-b37e-7387d7553130', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365469534-subnet', 'tenant_id': 'c21721b865f04dd2b2b71df7193fe9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:42.721530 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Made reservation on behalf of c21721b865f04dd2b2b71df7193fe9c8 for: {'subnet': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:42.723929 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9427439'] for subnet, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.961956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9200712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9427453'] for subnet, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:42.966046 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-55aba36b-8802-47a3-8edf-ebe3f1d26947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:43.024353 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f50fd97-0aeb-4d5d-9766-82b12a9c245c,revision_number=0']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:43.028360 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:43.034248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Checking segment: {'id': 'be47c17f-4bbe-4ec6-b81e-a0ad63bd9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd4c3bfb4-c63f-4e44-b37e-7387d7553130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:43.034598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Network hostable DHCP agents. Network: d4c3bfb4-c63f-4e44-b37e-7387d7553130, hostable agents: ['0decd288-c118-421c-9684-1303e5ec5e38'], hosted agents: [] {{(pid=105212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:06:43.127608 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Network d4c3bfb4-c63f-4e44-b37e-7387d7553130 is scheduled to be hosted by DHCP agent 0decd288-c118-421c-9684-1303e5ec5e38 with binding_index 1 {{(pid=105212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:06:43.207872 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-iscsi, d4c3bfb4-c63f-4e44-b37e-7387d7553130) {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:43.211775 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:43.212452 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.217369 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32757ff-a543-4d9d-8502-701457bf4122 None None] Network d4c3bfb4-c63f-4e44-b37e-7387d7553130 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:43.300028 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-8502f27b-04c9-44e9-aaa3-5b6b98db446e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6755042 Jun 28 10:06:43.344669 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f154bb-9600-47e4-aefa-56f915af9b54 None None] Network d4c3bfb4-c63f-4e44-b37e-7387d7553130 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:43.416415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45182) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:43.469840 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Deleting subnet ab9fed7c-1df1-467c-b5ca-d886a8fb5def {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:43.473467 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.510541 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.551503 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.588385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f1046-82b0-458b-b149-1b51b0bae924 req-eb94870d-35d7-49c6-9d1e-f2bfb9778ab7 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:43.590479 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2a5f1046-82b0-458b-b149-1b51b0bae924 req-eb94870d-35d7-49c6-9d1e-f2bfb9778ab7 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 946 time: 0.0845301 Jun 28 10:06:43.632433 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2a5f1046-82b0-458b-b149-1b51b0bae924 req-21088abe-569e-4044-a0e3-dec98d157e95 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361526 Jun 28 10:06:43.688374 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.690935 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:43.717253 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9fed7c-1df1-467c-b5ca-d886a8fb5def,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:43.719673 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:43.722487 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.727019 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45184) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:43.727286 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e53d016b-015d-4607-9824-c05ea3849b56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ab9fed7c-1df1-467c-b5ca-d886a8fb5def HTTP/1.1" status: 204 len: 168 time: 0.3095477 Jun 28 10:06:43.805959 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.894160 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.905076 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ada5621-b1a2-4392-9988-2594a3deabb8']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:43.915022 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a474092-db46-4863-abdc-f25e9fccd256') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:43.915315 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a474092-db46-4863-abdc-f25e9fccd256') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:43.924533 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.938296 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.943904 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:43.944314 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:43.945900 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:44.053140 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.057038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:44.060470 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.062176 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1ada5621-b1a2-4392-9988-2594a3deabb8 HTTP/1.1" status: 204 len: 168 time: 0.3341439 Jun 28 10:06:44.065113 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45188) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:44.075336 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ada5621-b1a2-4392-9988-2594a3deabb8,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:44.077801 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2157dc9f-d261-4bf8-a6c7-82675c36cf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:44.110393 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Deleting subnet 8f50fd97-0aeb-4d5d-9766-82b12a9c245c {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:44.113907 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.148477 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.194415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.339559 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.341701 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-22bd5100-9b40-400c-ab8b-d6e29500a8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:44.366480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f50fd97-0aeb-4d5d-9766-82b12a9c245c,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:44.368459 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.370825 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8f50fd97-0aeb-4d5d-9766-82b12a9c245c HTTP/1.1" status: 204 len: 168 time: 0.3047280 Jun 28 10:06:44.371754 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3f5d2b8a-521d-45fc-b4c5-5c4490200976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:44.373257 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45190) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:44.440192 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.521191 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.531980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c3bfb4-c63f-4e44-b37e-7387d7553130']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:44.542224 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be47c17f-4bbe-4ec6-b81e-a0ad63bd9f36') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:44.542515 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be47c17f-4bbe-4ec6-b81e-a0ad63bd9f36') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:44.551210 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.565361 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.571051 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:44.571429 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:44.573727 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:44.693250 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.697096 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-5e887646-9ca2-41d4-9c35-1e0a0d2290ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:44.699681 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.701794 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d4c3bfb4-c63f-4e44-b37e-7387d7553130 HTTP/1.1" status: 204 len: 168 time: 0.3276145 Jun 28 10:06:44.713009 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c3bfb4-c63f-4e44-b37e-7387d7553130,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:44.715451 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-c699be0c-fb30-4216-b9d9-add70744a5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:44.826404 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ee094-8699-4537-b210-4269b16ba1e6 req-fc6c48d9-ed42-4d4a-8100-8e12f6b9cec6 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:44.828006 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b70ee094-8699-4537-b210-4269b16ba1e6 req-fc6c48d9-ed42-4d4a-8100-8e12f6b9cec6 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 946 time: 0.0691049 Jun 28 10:06:44.866978 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b70ee094-8699-4537-b210-4269b16ba1e6 req-ce414b0d-f1da-408d-b9ef-32c8849bfa0d tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Jun 28 10:06:45.052341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45200) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:45.094942 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-14dc4fb5-8435-414a-bb62-04c70a3b7b09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0eab6a550d8a432a86e506a02c06c097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413272 Jun 28 10:06:45.097417 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 45202) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:45.145147 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:45.170725 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:45.293200 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:45.296053 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:45.297303 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ab0a6cc-0a66-47a0-b48e-0151e465a9cb HTTP/1.1" status: 204 len: 168 time: 0.1989951 Jun 28 10:06:45.298276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-dd5010c6-c547-4e9c-826d-d5a256351143 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:45.310806 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab0a6cc-0a66-47a0-b48e-0151e465a9cb,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:45.314020 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-92239587-90b1-4370-a829-1f7334cb5656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:45.951797 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45218) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:45.997187 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-3877dde9-3186-4766-b52f-1e82df050198 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c21721b865f04dd2b2b71df7193fe9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441227 Jun 28 10:06:45.999623 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45220) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:46.049822 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.072054 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.190278 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.193180 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.194655 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ec95729-556d-4705-991a-9e72d369137d HTTP/1.1" status: 204 len: 168 time: 0.1939940 Jun 28 10:06:46.196505 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a74ae62a-a853-463d-a0f4-a57d076c0536 tempest-AttachVolumeTestJSON-842042786 tempest-AttachVolumeTestJSON-842042786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:46.205310 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec95729-556d-4705-991a-9e72d369137d,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:46.207773 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:46.378480 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612e62-767f-4ec7-b9ab-a7e16c668e89 req-a713646c-87be-44c8-ba0a-beac49b2d269 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:46.379955 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-69612e62-767f-4ec7-b9ab-a7e16c668e89 req-a713646c-87be-44c8-ba0a-beac49b2d269 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 946 time: 0.0646870 Jun 28 10:06:46.422546 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-69612e62-767f-4ec7-b9ab-a7e16c668e89 req-6505619a-b9d7-4711-b1d3-6e2d590f281c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Jun 28 10:06:47.600439 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd71e4-c71a-40ef-98bc-3350c9b407ca req-30bc21be-eba3-4d0c-aca9-c0bb8c2f305f tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:47.600932 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fcfd71e4-c71a-40ef-98bc-3350c9b407ca req-30bc21be-eba3-4d0c-aca9-c0bb8c2f305f tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 946 time: 0.0650170 Jun 28 10:06:47.640846 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fcfd71e4-c71a-40ef-98bc-3350c9b407ca req-7bbcbbf7-bbe5-4c51-b1b5-cb8a4d11c0dd tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jun 28 10:06:48.227954 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-a48dda6d-5120-4f19-9146-2a8b7dadfb33 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:48.230305 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-a48dda6d-5120-4f19-9146-2a8b7dadfb33 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 946 time: 0.0660677 Jun 28 10:06:48.339901 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Deleting port 06489298-c431-4d51-af59-eafe6e55a150 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:48.340184 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:48.430687 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] For port 06489298-c431-4d51-af59-eafe6e55a150, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06489298-c431-4d51-af59-eafe6e55a150,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:48.431298 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:48.449710 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Calling delete_port for 06489298-c431-4d51-af59-eafe6e55a150 owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:48.653436 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:48.657548 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0ba08cb2-63e0-46f9-8c28-587701cecc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:48.682957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Pushing event deleted for resources: {'Port': ['ID=06489298-c431-4d51-af59-eafe6e55a150,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:48.686713 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:48.690181 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['06489298-c431-4d51-af59-eafe6e55a150'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:06:48.748601 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] No DVR routers for this DVR port 06489298-c431-4d51-af59-eafe6e55a150 on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:48.751386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:48.753757 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-3a6b558b-4cd8-412b-80f3-ec77d6d03119 req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "DELETE /v2.0/ports/06489298-c431-4d51-af59-eafe6e55a150 HTTP/1.1" status: 204 len: 173 time: 0.5187087 Jun 28 10:06:48.754326 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e0de49-33ef-47b5-a092-7987612dfd96', 'name': 'network-vif-deleted', 'tag': '06489298-c431-4d51-af59-eafe6e55a150'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:48.762668 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d522f-a08f-4639-acdf-cf9a2c23353b" -d '{"events": [{"server_uuid": "94e0de49-33ef-47b5-a092-7987612dfd96", "name": "network-vif-deleted", "tag": "06489298-c431-4d51-af59-eafe6e55a150"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:48.796988 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ccbb5abf-f081-4faf-a299-61c04191bb1c req-f2c8af13-5a1f-40d7-8051-f959c622218a tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 210 time: 0.0310502 Jun 28 10:06:48.808901 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9d4a0-20ee-4c38-a201-593198217898 x-openstack-request-id: req-7aa9d4a0-20ee-4c38-a201-593198217898 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:48.809243 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e0de49-33ef-47b5-a092-7987612dfd96", "name": "network-vif-deleted", "tag": "06489298-c431-4d51-af59-eafe6e55a150", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:48.809534 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7aa9d4a0-20ee-4c38-a201-593198217898 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:48.809981 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e0de49-33ef-47b5-a092-7987612dfd96', 'name': 'network-vif-deleted', 'tag': '06489298-c431-4d51-af59-eafe6e55a150', 'status': 'completed', 'code': 200} Jun 28 10:06:49.969017 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-86037454-6967-4734-b5b0-685b50b22168 req-f04dc87a-1048-4a84-96d4-71b4e2059c3b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e0de49-33ef-47b5-a092-7987612dfd96 HTTP/1.1" status: 200 len: 210 time: 0.0317614 Jun 28 10:06:51.320375 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-dc3ffbae-98bb-4217-8cf7-581257ca9180 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:51.321810 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-dc3ffbae-98bb-4217-8cf7-581257ca9180 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/networks?id=a1ed30f5-89c4-42f6-992f-55e25848d32d HTTP/1.1" status: 200 len: 809 time: 0.1006489 Jun 28 10:06:51.337166 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-c589c4e4-b6c3-4f4f-a162-f7b99e2281ed tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/quotas/f27c94d23a09444281b7ff56215ddf85 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Jun 28 10:06:51.343102 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 06489298-c431-4d51-af59-eafe6e55a150 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:51.367299 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 06489298-c431-4d51-af59-eafe6e55a150 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:51.367627 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 06489298-c431-4d51-af59-eafe6e55a150 not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:51.372092 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ee95d3aa-a9c9-4241-8d7a-97788a9d78db tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f27c94d23a09444281b7ff56215ddf85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292857 Jun 28 10:06:51.558609 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-65c34ca3-f3c0-43f6-920c-2116b3b2fd04 service neutron] 10.222.0.15 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795511 Jun 28 10:06:51.650434 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-65ef46b2-e7af-4b23-a831-679e3b48a7ea service neutron] 10.222.0.15 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855834 Jun 28 10:06:51.954514 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c7e00449-35a4-4daf-81a8-25dbecc94e65 req-88227a23-ea03-4cba-b81d-5ba5548dcc27 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0286412 Jun 28 10:06:53.097616 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-49eaeec4-447c-4c15-a6a8-ab8c0f4f9c59 req-94f34700-0e05-4138-80cd-3613e647e2a9 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0297060 Jun 28 10:06:54.259884 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ec70f044-b36c-4725-b274-b50bedd75b4a req-080a1fa3-41a5-408c-9785-ce87e46734ed tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0342610 Jun 28 10:06:54.418868 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0209f499-0133-4dd1-8231-701f181647f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:55.396789 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e1089c9a-e959-4277-a51a-88b087301c81 req-c4b4322e-b792-461c-8310-5e3f0e92b17c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0280347 Jun 28 10:06:56.537977 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-67cda6fa-4a4d-438d-abd7-ffc9f2646cd0 req-d32789da-0ce5-4f62-9a04-c2290597090c tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0283530 Jun 28 10:06:56.938675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9bddfb29-0bc5-4956-9c80-51c35f47d002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.070590 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.682575 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-703b5ddc-e6fb-41de-80ad-5ada8562a967 req-5158eccb-5555-4a6d-b183-916d1b4e55d4 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jun 28 10:06:58.395931 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.820775 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-74945d05-c17d-4e14-aa52-9199e98088d2 req-c2448341-d31b-4f80-9179-19267ae9dfd3 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0302284 Jun 28 10:06:59.906936 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-8014c37c-bda3-4618-9c06-170d01483a60 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:59.908421 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-8014c37c-bda3-4618-9c06-170d01483a60 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "GET /v2.0/networks?id=a1ed30f5-89c4-42f6-992f-55e25848d32d HTTP/1.1" status: 200 len: 809 time: 0.1127591 Jun 28 10:06:59.929378 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Request body: {'port': {'device_id': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d', 'admin_state_up': True, 'tenant_id': 'f27c94d23a09444281b7ff56215ddf85'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:59.976053 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-b26c416b-c2eb-4ba9-a194-b519ff00d518 req-b3a6e0f0-b063-417c-8def-a570aef09bef tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0338650 Jun 28 10:07:00.007136 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.075338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Made reservation on behalf of f27c94d23a09444281b7ff56215ddf85 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:07:00.079062 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.207944 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Allocated IP 172.20.0.3 (a1ed30f5-89c4-42f6-992f-55e25848d32d/981128cc-34c5-46fb-b857-57e04f284cf0/af24b1ce-259f-4a1e-b981-540ba7b669eb) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:00.359683 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.453249 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.457196 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-98f8aaff-004d-4921-b0f7-f64aceb202ee tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:00.497355 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Network a1ed30f5-89c4-42f6-992f-55e25848d32d is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:00.502485 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:00.506445 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:00.529527 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Pushing event updated for resources: {'Port': ['ID=af24b1ce-259f-4a1e-b981-540ba7b669eb,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:00.535101 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:00.557988 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:00.562879 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.636557 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7112033 Jun 28 10:07:00.661401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Request body: {'port': {'device_id': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:00.739151 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.012535 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af24b1ce-259f-4a1e-b981-540ba7b669eb {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:01.020099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.032875 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Transition to ACTIVE for port object af24b1ce-259f-4a1e-b981-540ba7b669eb will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:01.122108 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.125381 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-418d74c9-34f2-4842-85cc-756a5efc2a5b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:01.188729 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Pushing event updated for resources: {'Port': ['ID=af24b1ce-259f-4a1e-b981-540ba7b669eb,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:01.194043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:01.205857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0a7bf-01eb-4352-9a0e-2d6b07ab92fe req-2409f54e-627a-4862-9182-247ae09e5b33 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.207411 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89d0a7bf-01eb-4352-9a0e-2d6b07ab92fe req-2409f54e-627a-4862-9182-247ae09e5b33 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 931 time: 0.1193290 Jun 28 10:07:01.286402 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-89d0a7bf-01eb-4352-9a0e-2d6b07ab92fe req-b24c4ad8-2c60-4173-b3e5-010fe6fd8ec4 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618966 Jun 28 10:07:01.299230 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Attempting to bind port af24b1ce-259f-4a1e-b981-540ba7b669eb on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:07:01.303682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Attempting to bind port af24b1ce-259f-4a1e-b981-540ba7b669eb by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:07:01.303682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Attempting to bind port af24b1ce-259f-4a1e-b981-540ba7b669eb on network a1ed30f5-89c4-42f6-992f-55e25848d32d {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:01.304446 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Port af24b1ce-259f-4a1e-b981-540ba7b669eb on network a1ed30f5-89c4-42f6-992f-55e25848d32d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:07:01.304642 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Attempting to bind port af24b1ce-259f-4a1e-b981-540ba7b669eb on network a1ed30f5-89c4-42f6-992f-55e25848d32d {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:01.311583 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:07:01.311908 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Checking segment: {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:07:01.312323 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Bound using segment: {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:07:01.312739 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Bound port: af24b1ce-259f-4a1e-b981-540ba7b669eb, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:07:01.313086 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.385507 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] For port af24b1ce-259f-4a1e-b981-540ba7b669eb, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:07:01.385507 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] For port af24b1ce-259f-4a1e-b981-540ba7b669eb, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af24b1ce-259f-4a1e-b981-540ba7b669eb,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:07:01.430890 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.434311 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-81b3492c-ee4a-43b7-bf60-964810ef2d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:01.462371 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.463712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.465433 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/af24b1ce-259f-4a1e-b981-540ba7b669eb HTTP/1.1" status: 200 len: 1093 time: 0.8084192 Jun 28 10:07:01.467892 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'tag': 'af24b1ce-259f-4a1e-b981-540ba7b669eb'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:01.470196 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f588f-9bd7-4c72-b111-964a86c5dce3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccc7692-5de8-4b9b-8170-452cda5c164d", "tag": "af24b1ce-259f-4a1e-b981-540ba7b669eb"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:01.504260 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Pushing event updated for resources: {'Port': ['ID=af24b1ce-259f-4a1e-b981-540ba7b669eb,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:01.509002 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:01.511266 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583409b-c925-4662-84e7-1198a016a968 x-openstack-request-id: req-8583409b-c925-4662-84e7-1198a016a968 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:01.511692 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccc7692-5de8-4b9b-8170-452cda5c164d", "tag": "af24b1ce-259f-4a1e-b981-540ba7b669eb", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:01.512104 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8583409b-c925-4662-84e7-1198a016a968 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:01.512662 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'tag': 'af24b1ce-259f-4a1e-b981-540ba7b669eb', 'status': 'completed', 'code': 200} Jun 28 10:07:01.616618 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f588f-9bd7-4c72-b111-964a86c5dce3 req-3e49a894-8210-4890-8aec-18a100663bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.618118 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-620f588f-9bd7-4c72-b111-964a86c5dce3 req-3e49a894-8210-4890-8aec-18a100663bfa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f27c94d23a09444281b7ff56215ddf85&device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 1096 time: 0.0556669 Jun 28 10:07:01.736948 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f588f-9bd7-4c72-b111-964a86c5dce3 req-8992c07b-d0d5-414d-84a3-7d141088bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.738403 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-620f588f-9bd7-4c72-b111-964a86c5dce3 req-8992c07b-d0d5-414d-84a3-7d141088bd32 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f27c94d23a09444281b7ff56215ddf85&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964470 Jun 28 10:07:01.831543 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f588f-9bd7-4c72-b111-964a86c5dce3 req-8c0a543c-6d85-4a7b-9bc2-b3698088a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.833014 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-620f588f-9bd7-4c72-b111-964a86c5dce3 req-8c0a543c-6d85-4a7b-9bc2-b3698088a35f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867648 Jun 28 10:07:01.970438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-2a670862-1d42-4950-a95e-5b340786d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.971835 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-2a670862-1d42-4950-a95e-5b340786d0a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f27c94d23a09444281b7ff56215ddf85&device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 1096 time: 0.0581727 Jun 28 10:07:02.025789 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-024a3146-ad39-479f-ae0a-4f52775f3035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af24b1ce-259f-4a1e-b981-540ba7b669eb HTTP/1.1" status: 200 len: 217 time: 0.0354609 Jun 28 10:07:02.080399 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-1d8ae087-7022-4b6d-9772-32885e208efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:02.081849 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-1d8ae087-7022-4b6d-9772-32885e208efa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=981128cc-34c5-46fb-b857-57e04f284cf0 HTTP/1.1" status: 200 len: 849 time: 0.0491111 Jun 28 10:07:02.122214 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-1ecc9c84-8ce8-4410-ab7b-f84fddf772df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1ed30f5-89c4-42f6-992f-55e25848d32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311561 Jun 28 10:07:02.214715 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-38f75c11-a27e-4d3e-ac99-9a029ceec036 service neutron] 10.222.0.23 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833020 Jun 28 10:07:02.305401 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f3fa4173-d0d0-4100-93f8-d0427859038f req-6742a985-7e4b-4f06-a0e9-4929d36253d0 service neutron] 10.222.0.23 "GET /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Jun 28 10:07:02.461210 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb6017-653e-418d-b739-8bbddb71245c req-2ed63f05-fe75-4019-baf1-909ba7dfed89 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:02.462677 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-12eb6017-653e-418d-b739-8bbddb71245c req-2ed63f05-fe75-4019-baf1-909ba7dfed89 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 943 time: 0.0626323 Jun 28 10:07:02.501547 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-12eb6017-653e-418d-b739-8bbddb71245c req-505a7cb1-8426-4fbf-b13f-5747452c9e91 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Jun 28 10:07:03.673615 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3786640-4a9b-4449-8b79-ddefd26b0518 req-60539982-5963-422b-8b5f-6ef5eea7e6da tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:03.675078 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3786640-4a9b-4449-8b79-ddefd26b0518 req-60539982-5963-422b-8b5f-6ef5eea7e6da tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 943 time: 0.0626211 Jun 28 10:07:03.714470 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c3786640-4a9b-4449-8b79-ddefd26b0518 req-29d1f055-4b41-424c-b091-62598f8427d4 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Jun 28 10:07:04.639483 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:07:04.892354 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2468df3-8c6e-4138-b83c-efff52e86289 req-9a012941-713d-498a-a143-1ab00a76d470 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:04.893741 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d2468df3-8c6e-4138-b83c-efff52e86289 req-9a012941-713d-498a-a143-1ab00a76d470 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 943 time: 0.0662410 Jun 28 10:07:04.931833 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d2468df3-8c6e-4138-b83c-efff52e86289 req-1a2c4748-08ab-484c-944f-b8752ca802c1 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Jun 28 10:07:05.372281 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device af24b1ce-259f-4a1e-b981-540ba7b669eb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:07:05.463879 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port af24b1ce-259f-4a1e-b981-540ba7b669eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af24b1ce-259f-4a1e-b981-540ba7b669eb,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:05.475168 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': 'af24b1ce-259f-4a1e-b981-540ba7b669eb', 'network_id': 'a1ed30f5-89c4-42f6-992f-55e25848d32d', 'port_id': 'af24b1ce-259f-4a1e-b981-540ba7b669eb', 'mac_address': 'fa:16:3e:6d:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981128cc-34c5-46fb-b857-57e04f284cf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:07:05.518028 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.530669 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af24b1ce-259f-4a1e-b981-540ba7b669eb {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:05.550365 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port af24b1ce-259f-4a1e-b981-540ba7b669eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af24b1ce-259f-4a1e-b981-540ba7b669eb,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:05.618425 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.620951 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:05.666931 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=af24b1ce-259f-4a1e-b981-540ba7b669eb,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:05.670216 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:06.107101 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca482d-2123-47be-a013-f05df9ac2a36 req-c70f8071-803c-4a23-a331-ee85a18eb492 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:06.108621 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8dca482d-2123-47be-a013-f05df9ac2a36 req-c70f8071-803c-4a23-a331-ee85a18eb492 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 944 time: 0.0652196 Jun 28 10:07:06.146002 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8dca482d-2123-47be-a013-f05df9ac2a36 req-3acd6093-86ad-4608-9ea4-7572dede8ae7 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Jun 28 10:07:06.239848 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['af24b1ce-259f-4a1e-b981-540ba7b669eb'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:07:07.326238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468b38d-cf09-4ca7-9077-371396eba9c5 req-1ba7c848-8fb6-453f-abcb-57f32853bb52 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:07.327722 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4468b38d-cf09-4ca7-9077-371396eba9c5 req-1ba7c848-8fb6-453f-abcb-57f32853bb52 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 944 time: 0.0687363 Jun 28 10:07:07.367119 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-4468b38d-cf09-4ca7-9077-371396eba9c5 req-a218d9da-3a2e-4dfe-b121-20f078b3a408 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 Jun 28 10:07:08.550263 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac09b9-bfe8-454e-9c59-997609fe3cf1 req-8be48511-34a7-4a85-a957-d43e7d0d8d93 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:08.551734 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-97ac09b9-bfe8-454e-9c59-997609fe3cf1 req-8be48511-34a7-4a85-a957-d43e7d0d8d93 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 944 time: 0.0671351 Jun 28 10:07:08.590560 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-97ac09b9-bfe8-454e-9c59-997609fe3cf1 req-842904cc-4b28-4b58-b534-cfa1db58ea19 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Jun 28 10:07:08.915178 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.377108 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device af24b1ce-259f-4a1e-b981-540ba7b669eb up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:09.469806 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port af24b1ce-259f-4a1e-b981-540ba7b669eb completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:09.474038 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port af24b1ce-259f-4a1e-b981-540ba7b669eb triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:09.474413 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.554844 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.578228 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24b1ce-259f-4a1e-b981-540ba7b669eb'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:09.580672 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dcbbdf-a2e9-44b2-92bf-dc0533fbf348" -d '{"events": [{"server_uuid": "8ccc7692-5de8-4b9b-8170-452cda5c164d", "name": "network-vif-plugged", "status": "completed", "tag": "af24b1ce-259f-4a1e-b981-540ba7b669eb"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:09.594059 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port af24b1ce-259f-4a1e-b981-540ba7b669eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af24b1ce-259f-4a1e-b981-540ba7b669eb,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:09.620429 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053be06-3201-47f3-b812-694f30708e77 x-openstack-request-id: req-a053be06-3201-47f3-b812-694f30708e77 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:09.620732 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc7692-5de8-4b9b-8170-452cda5c164d", "name": "network-vif-plugged", "status": "completed", "tag": "af24b1ce-259f-4a1e-b981-540ba7b669eb", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:09.620993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a053be06-3201-47f3-b812-694f30708e77 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:09.621398 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24b1ce-259f-4a1e-b981-540ba7b669eb', 'code': 200} Jun 28 10:07:09.652797 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.654919 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:09.704342 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=af24b1ce-259f-4a1e-b981-540ba7b669eb,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:09.707478 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:09.773035 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2797b3-b612-425a-9b58-6ffbe27160f7 req-c1809e8c-4848-402d-b874-a9041596391e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:09.774531 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fa2797b3-b612-425a-9b58-6ffbe27160f7 req-c1809e8c-4848-402d-b874-a9041596391e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 945 time: 0.0644569 Jun 28 10:07:09.814658 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fa2797b3-b612-425a-9b58-6ffbe27160f7 req-f4ce5f88-29ad-4a49-a5a1-3d8a5010eb6f tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Jun 28 10:07:09.986636 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ca86a-2653-460f-9533-593f8cb9d539 req-92b474ed-2244-4164-8680-08dd03f59748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:09.988039 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6c4ca86a-2653-460f-9533-593f8cb9d539 req-92b474ed-2244-4164-8680-08dd03f59748 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 1098 time: 0.0508673 Jun 28 10:07:10.023702 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6c4ca86a-2653-460f-9533-593f8cb9d539 req-b81ab2f4-e83d-4512-ac77-0067c27eedf1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284688 Jun 28 10:07:10.985967 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96478f96-4977-4c13-98be-1ea5f4e25b31 req-e34119f6-4a4c-4bee-a9db-a163a75dad28 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:10.987567 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-96478f96-4977-4c13-98be-1ea5f4e25b31 req-e34119f6-4a4c-4bee-a9db-a163a75dad28 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 945 time: 0.0623057 Jun 28 10:07:11.025530 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-96478f96-4977-4c13-98be-1ea5f4e25b31 req-f93b987f-58c2-4c91-a12b-193beaf25bd1 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Jun 28 10:07:12.218693 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445ae11-283d-4cd7-a5fc-c2cb14d19a5a req-37d652b8-98ff-48b5-b992-2c9497635438 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.223694 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5445ae11-283d-4cd7-a5fc-c2cb14d19a5a req-37d652b8-98ff-48b5-b992-2c9497635438 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 945 time: 0.0799932 Jun 28 10:07:12.266122 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-5445ae11-283d-4cd7-a5fc-c2cb14d19a5a req-ea961bcd-5922-4bce-9af9-53d5236ee847 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Jun 28 10:07:12.387079 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b6fb0533-e71d-4b12-8080-fab8ae51b728 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100893695&fields=id&tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3 HTTP/1.1" status: 200 len: 267 time: 0.0377421 Jun 28 10:07:12.770767 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fc304d0-4ab5-486c-b019-8581711a5302 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.772252 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fc304d0-4ab5-486c-b019-8581711a5302 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 809 time: 0.3785729 Jun 28 10:07:12.787724 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b855851a-cf86-48f9-af17-e266baa0962e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/quotas/ee0c6eaf67d549dd8964c3e0c98f37e3 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Jun 28 10:07:12.859645 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-6b905437-596f-4693-a098-e60c164ed19b tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661116 Jun 28 10:07:12.956497 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-1cb5c7cf-0a8d-480a-ab1f-cb17c2c18f19 service neutron] 10.222.0.15 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Jun 28 10:07:13.051178 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-706e5ebc-90fe-4a6c-aac4-930412c671b4 service neutron] 10.222.0.15 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884888 Jun 28 10:07:13.700218 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-526d7526-4d8d-4d56-bd0e-e209e1624fc5 req-8c32d3a3-c346-4d2b-b877-98e6b4686fb9 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 210 time: 0.0309882 Jun 28 10:07:14.091778 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d514-52ab-41f7-b789-44a6d04c31c7 req-8e2c52d8-1c60-418b-a5dc-d16263079ff3 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:14.093298 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-76d3d514-52ab-41f7-b789-44a6d04c31c7 req-8e2c52d8-1c60-418b-a5dc-d16263079ff3 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 945 time: 0.0658593 Jun 28 10:07:14.131925 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-76d3d514-52ab-41f7-b789-44a6d04c31c7 req-15741dbc-eeaa-49e1-a78f-57cc89ce90fe tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jun 28 10:07:14.848215 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2e6b03bd-53b1-4b2a-9c12-dd28cd89d5a3 req-e02c11e9-66f2-4444-920f-d47b0b704a14 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 210 time: 0.0296624 Jun 28 10:07:15.313982 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f4e0b-e7d3-437c-b858-f6ad259d43e2 req-fa7de90b-a509-4d55-a78a-e8c5fbb65bb8 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:15.314649 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-769f4e0b-e7d3-437c-b858-f6ad259d43e2 req-fa7de90b-a509-4d55-a78a-e8c5fbb65bb8 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 945 time: 0.0694449 Jun 28 10:07:15.364708 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-769f4e0b-e7d3-437c-b858-f6ad259d43e2 req-2a8de345-26b5-4b7b-adc9-cbb90f85f971 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52c63370-70a6-4131-a48a-7528274f717a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Jun 28 10:07:15.684438 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-0b403618-7218-4c08-97c8-81554e993fc6 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:15.685881 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-0b403618-7218-4c08-97c8-81554e993fc6 tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 945 time: 0.0627999 Jun 28 10:07:15.787718 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Deleting port af24b1ce-259f-4a1e-b981-540ba7b669eb {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:15.788054 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.876309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] For port af24b1ce-259f-4a1e-b981-540ba7b669eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af24b1ce-259f-4a1e-b981-540ba7b669eb,segment=NetworkSegment(3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a),segment_id=3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:15.876697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.890270 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Calling delete_port for af24b1ce-259f-4a1e-b981-540ba7b669eb owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:15.987452 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-111d2f47-0d78-4123-98c1-fc5f2d24b07c req-6b9901d2-f387-46ff-a876-6332c8e9bc7e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 210 time: 0.0291915 Jun 28 10:07:16.069678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:16.073641 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b674f5c5-3cf6-48b9-8e2e-e5dbda440f0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:16.107485 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['af24b1ce-259f-4a1e-b981-540ba7b669eb'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:07:16.109788 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Pushing event deleted for resources: {'Port': ['ID=af24b1ce-259f-4a1e-b981-540ba7b669eb,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:16.124103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:16.207618 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] No DVR routers for this DVR port af24b1ce-259f-4a1e-b981-540ba7b669eb on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:16.211477 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:16.214137 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-195adcba-6c04-4fcd-942f-89e4e80fa4b8 req-a366c2d2-e5f1-4d66-b2ee-dfaf4c45670e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.23 "DELETE /v2.0/ports/af24b1ce-259f-4a1e-b981-540ba7b669eb HTTP/1.1" status: 204 len: 173 time: 0.5213270 Jun 28 10:07:16.214656 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'name': 'network-vif-deleted', 'tag': 'af24b1ce-259f-4a1e-b981-540ba7b669eb'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:16.217008 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbf35bd-9c81-4976-9204-6e6ea406bda4" -d '{"events": [{"server_uuid": "8ccc7692-5de8-4b9b-8170-452cda5c164d", "name": "network-vif-deleted", "tag": "af24b1ce-259f-4a1e-b981-540ba7b669eb"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:16.262129 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-4bb7ecab-950f-47d5-a339-2ee93aa77b51 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:16.263611 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-4bb7ecab-950f-47d5-a339-2ee93aa77b51 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 809 time: 0.1655273 Jun 28 10:07:16.265173 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9bbb7d-011a-46a9-8939-c1d7eed5feda x-openstack-request-id: req-1b9bbb7d-011a-46a9-8939-c1d7eed5feda {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:16.265507 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc7692-5de8-4b9b-8170-452cda5c164d", "name": "network-vif-deleted", "tag": "af24b1ce-259f-4a1e-b981-540ba7b669eb", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:16.265805 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b9bbb7d-011a-46a9-8939-c1d7eed5feda {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:16.266235 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccc7692-5de8-4b9b-8170-452cda5c164d', 'name': 'network-vif-deleted', 'tag': 'af24b1ce-259f-4a1e-b981-540ba7b669eb', 'status': 'completed', 'code': 200} Jun 28 10:07:16.344833 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-06bdf66d-11ce-4f5e-91fc-a50ebe37add4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3 HTTP/1.1" status: 200 len: 379 time: 0.0370858 Jun 28 10:07:16.357199 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'port': {'device_id': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'admin_state_up': True, 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'security_groups': ['6a2fc4d6-77c7-4ee3-801e-b7a8036ed020']}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:16.527692 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f949f1f0-bba6-4b49-a3ea-5896af26dbb7 req-1d2c07b3-4ed1-4b47-8078-ad274f21a03e tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccc7692-5de8-4b9b-8170-452cda5c164d HTTP/1.1" status: 200 len: 210 time: 0.0284004 Jun 28 10:07:16.560937 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Made reservation on behalf of ee0c6eaf67d549dd8964c3e0c98f37e3 for: {'port': 1} {{(pid=105212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:07:16.564741 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:16.694101 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_common [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Allocated IP 172.20.0.3 (dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6/44740bb5-5a52-4f12-9da3-5f5dd5740163/0e3950db-00b2-407b-b4ac-e72d55be820b) {{(pid=105212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:16.827564 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for port, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:16.840238 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Transition to ACTIVE for port object 0e3950db-00b2-407b-b4ac-e72d55be820b will not be triggered until provisioned by entity DHCP. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:16.950120 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9200700'] for port, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:16.955307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b06e9627-7e17-484a-9fed-b2bcc1081dd2 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:16.999385 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 is already hosted by enough agents. {{(pid=105212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:17.004352 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.base_scheduler [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Resources bound (agent type, host, resource id): {{(pid=105212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:17.006762 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Received port after_create {{(pid=105212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:17.032552 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:17.035537 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:17.063414 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:17.064057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.174890 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-b97bbeb6-0604-44fc-bb56-1df140982844 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8220780 Jun 28 10:07:17.186982 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1bf6e-6be8-4a4a-aad0-81ea23f8fb7c req-b2be2c73-72fa-43ff-bf5a-40bb31be17c7 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:17.188742 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-04d1bf6e-6be8-4a4a-aad0-81ea23f8fb7c req-b2be2c73-72fa-43ff-bf5a-40bb31be17c7 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 931 time: 0.0804768 Jun 28 10:07:17.194146 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.v2.base [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Request body: {'port': {'device_id': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=105212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:17.283916 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-04d1bf6e-6be8-4a4a-aad0-81ea23f8fb7c req-da240e66-0820-496b-8c08-5cd866ea8f5f tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671377 Jun 28 10:07:17.308858 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.457924 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b5e66a2a-6bd6-4f63-8c21-3851e2bedb6c None None] Provisioning for port 0e3950db-00b2-407b-b4ac-e72d55be820b completed by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:17.461802 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-b5e66a2a-6bd6-4f63-8c21-3851e2bedb6c None None] Provisioning complete for port 0e3950db-00b2-407b-b4ac-e72d55be820b triggered by entity DHCP. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:17.462180 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b5e66a2a-6bd6-4f63-8c21-3851e2bedb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.496159 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-b5e66a2a-6bd6-4f63-8c21-3851e2bedb6c None None] Port 0e3950db-00b2-407b-b4ac-e72d55be820b cannot update to ACTIVE because it is not bound. {{(pid=105213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:07:17.570009 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3950db-00b2-407b-b4ac-e72d55be820b {{(pid=105212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:17.577787 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.589777 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.provisioning_blocks [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Transition to ACTIVE for port object 0e3950db-00b2-407b-b4ac-e72d55be820b will not be triggered until provisioned by entity L2. {{(pid=105212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:17.761857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.764307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-72320d3b-5c2d-404d-8a7a-3a28f19967b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:17.823598 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=2']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:17.828287 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:17.903045 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Attempting to bind port 0e3950db-00b2-407b-b4ac-e72d55be820b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:07:17.903383 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Attempting to bind port 0e3950db-00b2-407b-b4ac-e72d55be820b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:07:17.903709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Attempting to bind port 0e3950db-00b2-407b-b4ac-e72d55be820b on network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:17.908370 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Port 0e3950db-00b2-407b-b4ac-e72d55be820b on network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:07:17.908796 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Attempting to bind port 0e3950db-00b2-407b-b4ac-e72d55be820b on network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:17.913894 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Checking agent: {'id': 'bec575da-40e6-4eec-9cc6-de7be96332d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'started_at': datetime.datetime(2021, 6, 28, 9, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:07:17.914338 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Checking segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:07:17.922417 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Bound using segment: {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'} {{(pid=105212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:07:17.922417 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.managers [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Bound port: 0e3950db-00b2-407b-b4ac-e72d55be820b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65192f92-7d9d-41de-b251-1d97aeb6516a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6'}}] {{(pid=105212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:07:17.922417 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.999458 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, cleared binding levels {{(pid=105212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:07:18.006085 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:07:18.064482 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9200846'] for port, after_update {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:18.067521 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-80afee7d-175c-4e45-9200-fe317dabdce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:18.102857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.103490 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:18.105100 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] 10.222.0.23 "PUT /v2.0/ports/0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 1093 time: 0.9152887 Jun 28 10:07:18.140045 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=3']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:18.143448 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:18.268957 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:18.271078 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853bd179-8ab9-41fa-ba23-9a2db4927d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:18.308042 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a785a-5b0a-4288-959f-f3e090dd3c75 x-openstack-request-id: req-696a785a-5b0a-4288-959f-f3e090dd3c75 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:18.309795 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:18.310098 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-696a785a-5b0a-4288-959f-f3e090dd3c75 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:18.310540 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'status': 'completed', 'code': 200} Jun 28 10:07:18.335712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-773d570d-1e25-485a-8a5c-f97cde0c0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.336164 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-773d570d-1e25-485a-8a5c-f97cde0c0e76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1096 time: 0.0749583 Jun 28 10:07:18.388715 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-56ab2506-0f5b-4f77-8049-ae6616c3b560 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 217 time: 0.0345762 Jun 28 10:07:18.448533 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-0a62068b-cd2b-415f-8f39-cbb608364425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.450052 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-0a62068b-cd2b-415f-8f39-cbb608364425 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0546563 Jun 28 10:07:18.483939 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8d91-8dda-449f-bb7f-84df17d12142 req-0856af89-b180-4c91-8e00-c7a2e4b257a9 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.485536 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-53ed8d91-8dda-449f-bb7f-84df17d12142 req-0856af89-b180-4c91-8e00-c7a2e4b257a9 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0688288 Jun 28 10:07:18.507934 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-86c0f85f-c2d3-4ea7-87a7-cde81a5afe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.513081 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-86c0f85f-c2d3-4ea7-87a7-cde81a5afe12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533071 Jun 28 10:07:18.523489 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-53ed8d91-8dda-449f-bb7f-84df17d12142 req-62fe305c-e964-42ba-9c0c-cd6e8ba4fcb2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Jun 28 10:07:18.605025 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-d536d8d3-d18f-45ee-ba3d-cb43c9c2ad68 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873938 Jun 28 10:07:18.703233 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e4745fc8-6e58-4f53-ae82-5e41c223432d req-a42f34c5-cc84-474e-8284-16fb16b94836 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Jun 28 10:07:18.910634 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-d8a5f6b9-543f-430b-9304-e24d0a09bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.912442 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-d8a5f6b9-543f-430b-9304-e24d0a09bf6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1096 time: 0.0551968 Jun 28 10:07:19.014291 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-24a783ef-6efa-48fb-8953-65f2dccd7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:19.015759 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-24a783ef-6efa-48fb-8953-65f2dccd7399 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0967636 Jun 28 10:07:19.060635 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-5b8fcd15-ac8c-47df-87ee-fdf373864d8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 217 time: 0.0371759 Jun 28 10:07:19.111909 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-cc982aec-2665-419b-b06b-ee3853574895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:19.113412 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-cc982aec-2665-419b-b06b-ee3853574895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0453627 Jun 28 10:07:19.175571 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-26c87529-1348-494c-adc9-b94f3f72d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:19.177096 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-26c87529-1348-494c-adc9-b94f3f72d807 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565772 Jun 28 10:07:19.265907 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-b9ffb5b8-2036-46dd-959a-abed8ce5ea14 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810924 Jun 28 10:07:19.359768 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-853bd179-8ab9-41fa-ba23-9a2db4927d9c req-923eca0e-6eb8-413e-ac11-8816c5f191d0 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Jun 28 10:07:19.404376 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device af24b1ce-259f-4a1e-b981-540ba7b669eb no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:19.557542 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: af24b1ce-259f-4a1e-b981-540ba7b669eb {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:19.557811 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device af24b1ce-259f-4a1e-b981-540ba7b669eb not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:19.705374 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c599-9822-4b5c-af3a-6823372f5a58 req-b85bbd31-0ec7-474b-8ac4-dcb41880dde6 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:19.706831 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d26c599-9822-4b5c-af3a-6823372f5a58 req-b85bbd31-0ec7-474b-8ac4-dcb41880dde6 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0646822 Jun 28 10:07:19.752737 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8d26c599-9822-4b5c-af3a-6823372f5a58 req-baf8970f-e32f-497d-8050-282afe604b10 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 Jun 28 10:07:21.074341 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1ed56-8888-4e0f-b798-54ed0ada0a3a req-70c966e0-b095-47bc-ab85-c3538ad1a8d0 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:21.075819 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-51a1ed56-8888-4e0f-b798-54ed0ada0a3a req-70c966e0-b095-47bc-ab85-c3538ad1a8d0 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0662863 Jun 28 10:07:21.115255 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-51a1ed56-8888-4e0f-b798-54ed0ada0a3a req-922f794e-6928-4635-a7fe-8f11e69968ab tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336835 Jun 28 10:07:22.296419 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4b9e9-66ac-4046-b1d7-316766d8924b req-62bc40a3-729b-451a-920b-6608d6d95c52 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:22.297902 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8d4b9e9-66ac-4046-b1d7-316766d8924b req-62bc40a3-729b-451a-920b-6608d6d95c52 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0672553 Jun 28 10:07:22.339302 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8d4b9e9-66ac-4046-b1d7-316766d8924b req-0741ffa1-85b7-4b3f-8932-742dff0e5513 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357175 Jun 28 10:07:23.517111 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a2e1a-08ce-48d6-a090-3a2cccb9ba2c req-443aba99-f4a2-4211-bc96-7775083d2c72 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.518533 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db7a2e1a-08ce-48d6-a090-3a2cccb9ba2c req-443aba99-f4a2-4211-bc96-7775083d2c72 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0647309 Jun 28 10:07:23.561015 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-db7a2e1a-08ce-48d6-a090-3a2cccb9ba2c req-29a43470-3f4a-4870-a703-3c60c583b365 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364478 Jun 28 10:07:24.401313 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-8a37d46e-da76-4feb-a4db-21e2aa4331a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:24.738335 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144ba78-2f1c-4eb7-a30e-9606ea311146 req-43211ce7-bcdd-4608-842e-5e5c7c81bc96 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:24.739786 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f144ba78-2f1c-4eb7-a30e-9606ea311146 req-43211ce7-bcdd-4608-842e-5e5c7c81bc96 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0686038 Jun 28 10:07:24.777865 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f144ba78-2f1c-4eb7-a30e-9606ea311146 req-a3ce1779-eccb-4d2c-a0a4-dc1199c080d0 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Jun 28 10:07:25.953279 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc902d0-31c6-4918-9591-515cb5a353ae req-097a8bac-f70c-4646-b7c7-cbc0028b96b5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:25.954774 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cfc902d0-31c6-4918-9591-515cb5a353ae req-097a8bac-f70c-4646-b7c7-cbc0028b96b5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0687768 Jun 28 10:07:25.992843 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-cfc902d0-31c6-4918-9591-515cb5a353ae req-517a3196-b98e-4e55-95b5-f4cc24d05a94 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Jun 28 10:07:26.909964 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f44476f5-df51-4949-82dd-b5022430017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:27.075347 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:27.165461 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0f756-2599-4cbe-ab7d-13a7d9822c65 req-af6a1cae-a506-45f8-b361-39c847591c71 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:27.166871 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-53b0f756-2599-4cbe-ab7d-13a7d9822c65 req-af6a1cae-a506-45f8-b361-39c847591c71 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0629809 Jun 28 10:07:27.205986 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-53b0f756-2599-4cbe-ab7d-13a7d9822c65 req-f9e0a2c1-7fc7-4eee-922d-35268821fe80 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335147 Jun 28 10:07:28.388094 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a1476-76bf-437b-9b15-0a009218d9a7 req-847f9a88-684d-4a7a-ae7c-cd7065f7defd tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:28.389442 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:28.389883 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1e7a1476-76bf-437b-9b15-0a009218d9a7 req-847f9a88-684d-4a7a-ae7c-cd7065f7defd tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0639064 Jun 28 10:07:28.428051 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-1e7a1476-76bf-437b-9b15-0a009218d9a7 req-480820dd-4099-45ec-8e6f-80b234ca1481 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326939 Jun 28 10:07:29.613697 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93955647-8d19-48eb-be95-40ad8fab79cb req-dc5727c4-d9de-48d5-8911-1c2d56746f72 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:29.615225 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-93955647-8d19-48eb-be95-40ad8fab79cb req-dc5727c4-d9de-48d5-8911-1c2d56746f72 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0710862 Jun 28 10:07:29.656684 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-93955647-8d19-48eb-be95-40ad8fab79cb req-83f5b5b3-7616-410b-959c-3c399ecf2ebe tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340948 Jun 28 10:07:30.029226 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:30.835067 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fbcee-d046-4fe1-99be-6eb7e9eefe56 req-d2226882-5faf-47bf-a349-40c63031f950 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:30.836591 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fc4fbcee-d046-4fe1-99be-6eb7e9eefe56 req-d2226882-5faf-47bf-a349-40c63031f950 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0677204 Jun 28 10:07:30.874824 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-fc4fbcee-d046-4fe1-99be-6eb7e9eefe56 req-d58eeec2-de84-4968-8a68-a25994742958 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Jun 28 10:07:32.047739 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d82cef-276e-4682-99e4-6ff8c4c283a1 req-cfc47b35-1ea8-49e3-89bb-a8fa13a67893 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:32.049268 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8d82cef-276e-4682-99e4-6ff8c4c283a1 req-cfc47b35-1ea8-49e3-89bb-a8fa13a67893 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0642889 Jun 28 10:07:32.091182 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-f8d82cef-276e-4682-99e4-6ff8c4c283a1 req-ab02faa0-dd7b-49d3-8f34-eb8af30aee11 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356519 Jun 28 10:07:33.277844 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829b647-d0c5-46d9-a1e2-630588125060 req-d6f210d0-cb6b-47c5-975a-bc2169259363 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:33.279359 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2829b647-d0c5-46d9-a1e2-630588125060 req-d6f210d0-cb6b-47c5-975a-bc2169259363 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0646691 Jun 28 10:07:33.320322 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-2829b647-d0c5-46d9-a1e2-630588125060 req-ab3a11ad-998f-4943-9c57-8dc47307bd00 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351593 Jun 28 10:07:33.483692 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:07:33.588170 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:33.603862 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'port_id': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'mac_address': 'fa:16:3e:04:76:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:07:33.645974 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:33.659814 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3950db-00b2-407b-b4ac-e72d55be820b {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:33.681655 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:33.760923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:33.763428 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:33.822088 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=4']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:33.826064 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:34.215818 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['0e3950db-00b2-407b-b4ac-e72d55be820b'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:07:34.550288 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b327cf6-a18b-44b4-96b7-fcfae0f759dc req-b9db53cc-3204-4703-85e8-e704457c8dca tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:34.551913 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9b327cf6-a18b-44b4-96b7-fcfae0f759dc req-b9db53cc-3204-4703-85e8-e704457c8dca tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 944 time: 0.0773158 Jun 28 10:07:34.596806 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-9b327cf6-a18b-44b4-96b7-fcfae0f759dc req-ebf83a38-9aea-48cd-96de-24d0fc263931 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372751 Jun 28 10:07:35.495832 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:35.669537 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning for port 0e3950db-00b2-407b-b4ac-e72d55be820b completed by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:35.675756 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 0e3950db-00b2-407b-b4ac-e72d55be820b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:35.676584 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:35.791867 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:35.829650 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:35.833907 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a0162-a9b7-4ad9-b8b7-d2e359f6c554" -d '{"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-plugged", "status": "completed", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:35.879325 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:35.880385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c150-88dc-4511-88ad-1421fdc19f9a req-92196f89-620b-42f8-9a40-567914c30e55 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:35.882560 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0066c150-88dc-4511-88ad-1421fdc19f9a req-92196f89-620b-42f8-9a40-567914c30e55 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 944 time: 0.1031079 Jun 28 10:07:35.912249 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e3c72-d815-4739-b5dd-5f266d260f08 x-openstack-request-id: req-d80e3c72-d815-4739-b5dd-5f266d260f08 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:35.912574 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-plugged", "status": "completed", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:35.912841 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d80e3c72-d815-4739-b5dd-5f266d260f08 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:35.913281 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'code': 200} Jun 28 10:07:35.932900 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:35.935121 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-20251e96-9ca9-4110-95dc-8f85a65ef2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:35.945767 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0066c150-88dc-4511-88ad-1421fdc19f9a req-65a41aa5-12f3-459f-92d8-1bcfee960160 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556750 Jun 28 10:07:35.997133 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=5']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:36.000951 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:36.404136 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02019ad1-851b-4f3a-b596-084c090cba5c req-44e5dfe6-9bfd-4b1d-9345-21e50bde6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:36.537351 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-02019ad1-851b-4f3a-b596-084c090cba5c req-44e5dfe6-9bfd-4b1d-9345-21e50bde6a96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0653937 Jun 28 10:07:36.537351 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-02019ad1-851b-4f3a-b596-084c090cba5c req-89759c38-1dc7-4d19-8d9a-f0a5b9d0b06a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Jun 28 10:07:37.151746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea66da-587d-4c86-b2e2-184e582369ec req-a148c1ca-10fc-4a08-8b85-de57d373bd69 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:37.153639 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-17ea66da-587d-4c86-b2e2-184e582369ec req-a148c1ca-10fc-4a08-8b85-de57d373bd69 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0682611 Jun 28 10:07:37.204369 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-17ea66da-587d-4c86-b2e2-184e582369ec req-49b251b6-277f-416b-b377-1d66ab7e2976 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Jun 28 10:07:38.436124 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609ff7-3fd6-44cd-a361-589bc437af52 req-a8a05a0c-4715-4810-a0e7-951aa6aa3c64 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:38.438410 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e0609ff7-3fd6-44cd-a361-589bc437af52 req-a8a05a0c-4715-4810-a0e7-951aa6aa3c64 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0730352 Jun 28 10:07:38.499024 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-e0609ff7-3fd6-44cd-a361-589bc437af52 req-86280685-48ca-4afb-a1fa-d35f9cbd800c tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536971 Jun 28 10:07:38.735099 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aed901-e396-4894-90bc-506317a6a9bb req-7b852931-9b85-492d-95ba-d51b9d3858fb tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:38.736763 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66aed901-e396-4894-90bc-506317a6a9bb req-7b852931-9b85-492d-95ba-d51b9d3858fb tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0835464 Jun 28 10:07:38.795135 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66aed901-e396-4894-90bc-506317a6a9bb req-4c06b050-4e4f-4f92-8412-af8e2dead5dc tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506880 Jun 28 10:07:38.815764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45900) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:38.943707 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:39.016671 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e48288-1cc1-41eb-899d-c30c7bd027a9 tempest-TestShelveInstance-1935857069 tempest-TestShelveInstance-1935857069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:39.018167 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-17e48288-1cc1-41eb-899d-c30c7bd027a9 tempest-TestShelveInstance-1935857069 tempest-TestShelveInstance-1935857069-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1093 time: 0.2007213 Jun 28 10:07:39.021788 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 45904) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:39.026332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.v2.base [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Request body: {'floatingip': {'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'port_id': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:39.103565 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for floatingip, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:39.224864 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:39.344435 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_common [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Allocated IP 172.27.3.159 (7229c6ba-5c13-46c7-ad0e-eadd7e2d693a/01db54ac-f21c-4e76-bd18-02742e52f93c/51ac798e-cde8-4e3f-8648-af4f75df327f) {{(pid=105211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:39.458542 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for port, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:39.584421 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7742056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1027733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772666799845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8906792'] for port, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:39.586501 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f470ef71-37c1-4ebb-bcc8-6dc3065cc469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:39.648976 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Network 7229c6ba-5c13-46c7-ad0e-eadd7e2d693a is already hosted by enough agents. {{(pid=105211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:39.654282 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.base_scheduler [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Resources bound (agent type, host, resource id): {{(pid=105211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Received port after_create {{(pid=105211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'Port': ['ID=51ac798e-cde8-4e3f-8648-af4f75df327f,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.760730 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.762692 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:39.762692 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:40.105833 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:40.245752 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:40.418142 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for port, precommit_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:40.509372 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906970'] for port, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:40.511645 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-3b5e694a-6eae-492b-9fcf-c27c4be37be7 tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:40.601930 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445032'] for floatingip, after_update {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:40.603976 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event updated for resources: {'Port': ['ID=51ac798e-cde8-4e3f-8648-af4f75df327f,revision_number=2']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:40.638155 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:40.725683 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.db.l3_db [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Floating IP febc1e3c-81c4-4c07-ba14-6bc38dbf017c associated. External IP: 172.27.3.159, port: 0e3950db-00b2-407b-b4ac-e72d55be820b. Jun 28 10:07:40.958077 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:41.387017 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:41.397675 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] Sync routers for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:41.412661 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:41.415345 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:07:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:41.458232 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:41.536188 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-71b32978-1515-4907-91ab-7a36099dc464 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5131309 Jun 28 10:07:41.537123 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:41.545112 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc428931648cd78ca8582c1b12485dbf35d73530fe7e82b026d4caa5ee939833" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e28a44e-a118-4160-b21d-4c9cd6f23453" -d '{"events": [{"name": "network-changed", "server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:41.545324 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:41.614564 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a692ad-3d59-4af2-a8a2-b687c8dd0725 x-openstack-request-id: req-85a692ad-3d59-4af2-a8a2-b687c8dd0725 {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:41.614903 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "status": "completed", "code": 200}]} {{(pid=105211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:41.615191 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85a692ad-3d59-4af2-a8a2-b687c8dd0725 {{(pid=105211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:41.615621 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'status': 'completed', 'code': 200} Jun 28 10:07:41.643786 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:07:41.734899 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-1613463e-9ab4-46e7-81f7-3c617c0aa008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:41.738422 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-1613463e-9ab4-46e7-81f7-3c617c0aa008 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0793948 Jun 28 10:07:41.838648 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'febc1e3c-81c4-4c07-ba14-6bc38dbf017c', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'port_id': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'mac_address': 'fa:16:3e:04:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:39Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 0, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:30Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:41.848437 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-bde37c19-fc06-4ed2-884d-b40a588bd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:41.850388 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-bde37c19-fc06-4ed2-884d-b40a588bd5a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.1060052 Jun 28 10:07:41.882934 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] Checking router: 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:41.893670 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:41.894613 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:07:27Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:41.946738 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-f08972f5-04f7-4660-be33-8caf0e906d24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 999 time: 0.0892048 Jun 28 10:07:42.005742 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-67bf64c9-939d-43c4-b2c7-3813aab1e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:42.008305 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-67bf64c9-939d-43c4-b2c7-3813aab1e52d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0552487 Jun 28 10:07:42.070148 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:42.094217 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-7f932e58-2d1a-4df5-9993-bd2df56f4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:42.098269 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-7f932e58-2d1a-4df5-9993-bd2df56f4d5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814300 Jun 28 10:07:42.257519 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-d01c2434-f8d1-4d47-b968-179e29f1c9aa service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547637 Jun 28 10:07:42.447472 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6e28a44e-a118-4160-b21d-4c9cd6f23453 req-ba19e983-1082-4ab9-90e7-45c172741eb1 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826956 Jun 28 10:07:42.483069 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'febc1e3c-81c4-4c07-ba14-6bc38dbf017c', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'port_id': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'mac_address': 'fa:16:3e:04:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:39Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 0, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:30Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:42.516226 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89152ee-c181-4d3b-800c-d36660c54119 None None] The sync data for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi is: [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_floatingips': [{'id': 'febc1e3c-81c4-4c07-ba14-6bc38dbf017c', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'router_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'port_id': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'mac_address': 'fa:16:3e:04:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:39Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 0, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:30Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:42.749462 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e8504-2c23-4ec8-affb-3d7bb63bbeca None None] New status for floating IP febc1e3c-81c4-4c07-ba14-6bc38dbf017c: ACTIVE {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:07:53.335876 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46128) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:53.381842 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Deleting subnet 981128cc-34c5-46fb-b857-57e04f284cf0 {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:07:53.384926 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.418323 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787913'] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.463102 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.641038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967899'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.644364 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:53.668653 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981128cc-34c5-46fb-b857-57e04f284cf0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:53.670599 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.674082 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/981128cc-34c5-46fb-b857-57e04f284cf0 HTTP/1.1" status: 204 len: 168 time: 0.3355157 Jun 28 10:07:53.674082 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-f9c300db-046a-4763-aa30-08ecee15582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:53.675016 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46130) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:53.741433 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.820018 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.830071 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ed30f5-89c4-42f6-992f-55e25848d32d']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:53.839362 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:53.839840 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3575f0ae-a2bb-4eb0-a1ec-7d1eea54413a') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:53.848076 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.861300 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.866925 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:07:53.867300 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:07:53.871256 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:07:53.977240 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.980817 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:53.984441 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:53.985017 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a1ed30f5-89c4-42f6-992f-55e25848d32d HTTP/1.1" status: 204 len: 168 time: 0.3090956 Jun 28 10:07:53.996368 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ed30f5-89c4-42f6-992f-55e25848d32d,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:53.998804 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-9704fc62-9d62-453f-99b7-ad9cb5bc4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:54.348792 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46146) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:54.389921 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-af12dfa7-7dc6-4166-ae97-17da2a6542f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f27c94d23a09444281b7ff56215ddf85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398817 Jun 28 10:07:54.392379 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46152) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:54.429205 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b7c8a2f6-702a-4374-861d-e4acee6729e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:54.443440 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:54.465187 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:54.612220 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:54.615006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:54.616299 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52c63370-70a6-4131-a48a-7528274f717a HTTP/1.1" status: 204 len: 168 time: 0.2228217 Jun 28 10:07:54.617295 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-1f675999-a3d7-4da9-8701-d0a1ca65392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:54.629797 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c63370-70a6-4131-a48a-7528274f717a,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:54.642659 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.643032 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.647739 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.649470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.650032 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.650407 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.650772 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.651134 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.651493 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.652451 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.652998 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.653730 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:54.657851 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:55.125513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46172) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:55.231382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9617c6c-a1ce-491b-88ee-6dcc058c6186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.316952 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9617c6c-a1ce-491b-88ee-6dcc058c6186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.394380 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-b9617c6c-a1ce-491b-88ee-6dcc058c6186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.398147 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-266feaea-ffbb-4072-83d5-01b2f58222e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:55.436739 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-b9617c6c-a1ce-491b-88ee-6dcc058c6186 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a3a4b7be68f48d3a4f08daf4f29f973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101201 Jun 28 10:07:55.437651 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9617c6c-a1ce-491b-88ee-6dcc058c6186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff39ad7f-d7ca-4578-964c-a0053648a0a1,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:55.440087 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46176) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:55.440612 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b9617c6c-a1ce-491b-88ee-6dcc058c6186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:55.489271 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.509281 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.639241 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.641906 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:55.643049 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff39ad7f-d7ca-4578-964c-a0053648a0a1 HTTP/1.1" status: 204 len: 168 time: 0.2015367 Jun 28 10:07:55.643825 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-208d3e1c-9520-4cd5-8be6-4cfdc0e560df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:55.651751 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff39ad7f-d7ca-4578-964c-a0053648a0a1,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:55.654764 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:56.188073 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46182) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:56.202202 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-91da5e35-0db7-43d5-a900-9f46612907e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.289678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-91da5e35-0db7-43d5-a900-9f46612907e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.347837 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-91da5e35-0db7-43d5-a900-9f46612907e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.351264 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a295b54c-b68b-4cc9-8bb9-e2062fad35cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:56.388668 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-91da5e35-0db7-43d5-a900-9f46612907e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=128c98e367594ac6a8514d3494ec996d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995065 Jun 28 10:07:56.389669 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da5e35-0db7-43d5-a900-9f46612907e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a98d1-6055-4397-888e-de8d76fc5a4b,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:56.391332 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46184) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:56.392839 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-91da5e35-0db7-43d5-a900-9f46612907e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:56.440106 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.461005 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.599244 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.601834 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.603022 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d7a98d1-6055-4397-888e-de8d76fc5a4b HTTP/1.1" status: 204 len: 168 time: 0.2106061 Jun 28 10:07:56.603914 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d06a4601-9a81-4a49-b878-7dec1583874b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:56.612007 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a98d1-6055-4397-888e-de8d76fc5a4b,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:56.614170 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-eb0d69d1-ba33-4891-9e26-0bdcec9b122e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:56.920275 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-05e957b1-3708-46ad-b32a-124e75bc3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:57.080274 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:58.394683 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:00.029046 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:03.953229 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46268) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:04.055401 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6d749f5b-9293-4e1a-b872-f75ffb698030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.141336 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6d749f5b-9293-4e1a-b872-f75ffb698030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.223084 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-6d749f5b-9293-4e1a-b872-f75ffb698030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.225671 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-564fb5d1-c081-4ab4-b1eb-1737c51b7814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:04.261865 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-6d749f5b-9293-4e1a-b872-f75ffb698030 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3148f24fc8c451ca1732115ff16ff65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075461 Jun 28 10:08:04.263365 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d749f5b-9293-4e1a-b872-f75ffb698030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd12390-1ca7-4bf7-8865-d50813d7fd5c,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:04.265198 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46272) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:04.266414 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-6d749f5b-9293-4e1a-b872-f75ffb698030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:04.313849 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.334337 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.452258 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.454826 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:04.455950 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fd12390-1ca7-4bf7-8865-d50813d7fd5c HTTP/1.1" status: 204 len: 168 time: 0.1897111 Jun 28 10:08:04.456839 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-07788065-8387-49a3-ae3c-c188f054555d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:04.464707 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd12390-1ca7-4bf7-8865-d50813d7fd5c,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:04.467458 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2ba8dc5f-c73e-4091-b9d0-c85bcec2ceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:05.062792 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46278) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:05.076374 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d61a0564-4e82-4bbc-893c-b75d546701e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.163775 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d61a0564-4e82-4bbc-893c-b75d546701e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.228869 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-d61a0564-4e82-4bbc-893c-b75d546701e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.231361 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-a6c5e70e-5ec0-49e6-919b-7f5a25ca853c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:05.265926 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a0564-4e82-4bbc-893c-b75d546701e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f6e08-ba4c-4334-8776-e4e5d2447372,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:05.270082 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-d61a0564-4e82-4bbc-893c-b75d546701e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=573e0b8333a94904b3ae389435abe422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062881 Jun 28 10:08:05.270988 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-d61a0564-4e82-4bbc-893c-b75d546701e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:05.272651 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46280) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:05.322982 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.344245 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.474321 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.477038 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.478116 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f36f6e08-ba4c-4334-8776-e4e5d2447372 HTTP/1.1" status: 204 len: 168 time: 0.2045815 Jun 28 10:08:05.478982 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-855e7137-4b26-4209-95c0-4215d03ecfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:05.486512 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f6e08-ba4c-4334-8776-e4e5d2447372,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:05.488709 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-46ee5a8a-66f9-40ea-8ebf-363efceb302e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:08.908799 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:18.637114 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:08:21.055422 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46396) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:21.156593 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b45e6ea0-5375-4d5f-875a-baeac790d1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.241243 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b45e6ea0-5375-4d5f-875a-baeac790d1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.331374 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-b45e6ea0-5375-4d5f-875a-baeac790d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.333904 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fd669521-70c6-4f80-8d18-c3d8b72b1bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:21.369924 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-b45e6ea0-5375-4d5f-875a-baeac790d1bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0b4edc03d6e4be9811d056a09cdce02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132038 Jun 28 10:08:21.370722 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6ea0-5375-4d5f-875a-baeac790d1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37455c90-50ba-4b47-84f3-7e6ed70c32e9,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:21.372943 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46400) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:21.373829 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-b45e6ea0-5375-4d5f-875a-baeac790d1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:21.425355 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.445581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.605580 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.608170 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:21.610005 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37455c90-50ba-4b47-84f3-7e6ed70c32e9 HTTP/1.1" status: 204 len: 168 time: 0.2358792 Jun 28 10:08:21.610804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-930cd7d1-14a9-4314-b67d-2690fab64331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:21.619046 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37455c90-50ba-4b47-84f3-7e6ed70c32e9,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:21.621678 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-810682e6-a00e-4f19-b43f-80382641eade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:22.031268 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-df4d0604-9cc1-4da8-8e61-d9c75aab91c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494580 Jun 28 10:08:22.149716 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-e4811463-7410-4384-a495-e60fd6933a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:22.150128 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-e4811463-7410-4384-a495-e60fd6933a93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0580928 Jun 28 10:08:22.150502 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46406) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:22.164661 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-93c57182-c56c-454c-961a-becf114a14f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:22.258648 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-93c57182-c56c-454c-961a-becf114a14f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:22.260555 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-67e4c5c4-2e3c-414a-bd02-dbf4221883c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:22.262001 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-67e4c5c4-2e3c-414a-bd02-dbf4221883c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0909410 Jun 28 10:08:22.324206 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-9ef1d9de-9240-417e-b12b-5dd6376f63d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 1001 time: 0.0554395 Jun 28 10:08:22.373989 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-f98465ab-5657-4a37-8928-4a13da607168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:22.376010 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-f98465ab-5657-4a37-8928-4a13da607168 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0454340 Jun 28 10:08:22.388557 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-93c57182-c56c-454c-961a-becf114a14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:22.392595 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-829f7bd0-5a7d-4a06-98dc-eb6d46ecd8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:22.427529 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-93c57182-c56c-454c-961a-becf114a14f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92a9a4eb20ea49ce8dd84f031b2fb5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757554 Jun 28 10:08:22.428504 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c57182-c56c-454c-961a-becf114a14f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a1b9bb-d12e-4fe5-826a-dd46323f7506,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:22.430290 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46408) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:22.431759 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-93c57182-c56c-454c-961a-becf114a14f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:22.445941 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-ab268d68-93f1-47f4-86d2-36b4577bbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:22.447377 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-ab268d68-93f1-47f4-86d2-36b4577bbd6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645592 Jun 28 10:08:22.808570 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:22.842816 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:22.846439 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-cc1bcab1-206d-4653-b5c1-535eab064171 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897796 Jun 28 10:08:22.958656 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e7839a2f-c0d8-4748-9279-6a3fa85c470e req-e886863a-4390-4361-ad8b-cb4789cd0716 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050775 Jun 28 10:08:23.061558 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:23.064773 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:23.065875 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4a1b9bb-d12e-4fe5-826a-dd46323f7506 HTTP/1.1" status: 204 len: 168 time: 0.6346834 Jun 28 10:08:23.066693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-480933a2-df6c-4a4b-a8d4-ef06b797ffde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:23.074164 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a1b9bb-d12e-4fe5-826a-dd46323f7506,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:23.076746 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-8cdba23f-abf7-4a4c-b614-d63949b94a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:24.422893 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7296dad9-d9cf-47a4-90a6-9a816783e873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:24.898986 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46450) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:24.998694 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-279a9e9c-354f-41e6-a5df-21b699cd0c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.085646 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-279a9e9c-354f-41e6-a5df-21b699cd0c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.159545 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-279a9e9c-354f-41e6-a5df-21b699cd0c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.162082 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-14969443-9c7d-47e0-bb2b-21a7095236f4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:25.198439 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-279a9e9c-354f-41e6-a5df-21b699cd0c17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3b9c9ce1e104325bf50ac1725cbf34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984102 Jun 28 10:08:25.199334 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a9e9c-354f-41e6-a5df-21b699cd0c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5391770-24d5-4f39-ac69-28c8926740e0,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:25.201291 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46454) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:25.202315 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-279a9e9c-354f-41e6-a5df-21b699cd0c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:25.250282 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.270070 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.394363 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.397132 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.398280 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5391770-24d5-4f39-ac69-28c8926740e0 HTTP/1.1" status: 204 len: 168 time: 0.1960206 Jun 28 10:08:25.399079 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-4355b1c1-3453-4d02-a29b-c2da77e9d603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:25.407638 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5391770-24d5-4f39-ac69-28c8926740e0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:25.409942 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-523a3c31-49ef-46b0-97f1-db21ec6a411d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:26.960219 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-b1dcf1c7-d5fd-4375-b446-2b71cef27b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:27.124947 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:28.417375 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:30.039977 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:37.872478 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46582) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:37.971949 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.059537 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.182699 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.185416 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-ec8c7c56-6242-4894-a281-9898fad65b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:38.224775 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=397011b52ccc49229a7a3582a41cf876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512237 Jun 28 10:08:38.226104 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ac94e-ff8f-4211-80c2-eddc66765878,revision_number=1']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:38.227386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46586) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:38.228880 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:38.275341 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.295968 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.432528 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.435124 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.436353 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b2ac94e-ff8f-4211-80c2-eddc66765878 HTTP/1.1" status: 204 len: 168 time: 0.2079105 Jun 28 10:08:38.437120 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-fa9f0367-e850-466f-aacb-5be2e5cae1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:38.445054 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ac94e-ff8f-4211-80c2-eddc66765878,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:38.452044 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-81d1515b-b4b7-41ac-b1e9-b6e03afcf82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:38.948528 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.169897 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46592) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:39.179509 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-95251ab4-9796-48ea-8170-46c0d2cc946a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.268516 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-95251ab4-9796-48ea-8170-46c0d2cc946a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.342541 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-95251ab4-9796-48ea-8170-46c0d2cc946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.344975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4864fdf4-0735-42d8-ab9f-3729305cad71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:39.381964 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-95251ab4-9796-48ea-8170-46c0d2cc946a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82034bd9d9ee4b009eff4c661df0bdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153978 Jun 28 10:08:39.382871 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251ab4-9796-48ea-8170-46c0d2cc946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f4e97-0285-4242-991d-91e8f89f08da,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:39.384810 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46594) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:39.386685 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-95251ab4-9796-48ea-8170-46c0d2cc946a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:39.434574 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.456327 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.598040 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.600818 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:39.601980 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e3f4e97-0285-4242-991d-91e8f89f08da HTTP/1.1" status: 204 len: 168 time: 0.2160530 Jun 28 10:08:39.602755 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-28549ff3-f44b-4090-be55-ce9cf1de8800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:39.610473 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f4e97-0285-4242-991d-91e8f89f08da,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:39.613322 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-59fee3fd-ca3e-4259-916e-87fb83301549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:40.273415 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46600) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:40.291738 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c0d2-6a8e-42e1-90e9-d911c5969ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.372799 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c0d2-6a8e-42e1-90e9-d911c5969ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.426043 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c0d2-6a8e-42e1-90e9-d911c5969ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.428808 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-0ea34ee9-881c-4539-9bce-e16e67d7c53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:40.462967 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1c0d2-6a8e-42e1-90e9-d911c5969ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9634004a-5894-4f42-a8f2-4443c58a8b93,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:40.467200 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ebd1c0d2-6a8e-42e1-90e9-d911c5969ae0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15e6e58f41ee4f0e9db47ebb94db519d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932354 Jun 28 10:08:40.468077 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ebd1c0d2-6a8e-42e1-90e9-d911c5969ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:40.469800 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46602) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:40.517720 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.537790 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.654760 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.657319 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:40.658534 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9634004a-5894-4f42-a8f2-4443c58a8b93 HTTP/1.1" status: 204 len: 168 time: 0.1878550 Jun 28 10:08:40.659312 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-47af5136-efcf-45c6-b1c2-ebb3adc1385a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:40.670061 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9634004a-5894-4f42-a8f2-4443c58a8b93,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:40.672462 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4ac43e65-f69e-4941-989d-3dcf60f65fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:52.342602 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46676) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:52.444373 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6689-7a9e-4422-9f6f-d3fa1fb167ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.531912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6689-7a9e-4422-9f6f-d3fa1fb167ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.633315 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6689-7a9e-4422-9f6f-d3fa1fb167ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_create {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.636629 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-813e4925-cc22-40b8-919a-c45763e97379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:52.672936 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-e7ac6689-7a9e-4422-9f6f-d3fa1fb167ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42bfa192ea77452f9961d32ed1042ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291533 Jun 28 10:08:52.674147 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac6689-7a9e-4422-9f6f-d3fa1fb167ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd005b87-7d8f-48ca-aac3-0b5e1fa349f7,revision_number=1']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:52.675531 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46680) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:08:52.677569 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-e7ac6689-7a9e-4422-9f6f-d3fa1fb167ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:52.725949 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.746184 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.871371 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.873936 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:52.875088 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd005b87-7d8f-48ca-aac3-0b5e1fa349f7 HTTP/1.1" status: 204 len: 168 time: 0.1985385 Jun 28 10:08:52.875841 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-466402c2-2d83-47da-ab4e-d3841c1bba99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:08:52.884639 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd005b87-7d8f-48ca-aac3-0b5e1fa349f7,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:08:52.890942 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.891322 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.891691 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.892052 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.892438 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.892804 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.893178 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.893543 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.893889 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.894238 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.894589 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.894936 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:08:52.898884 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-6ffb09ea-9601-4bc8-bc24-00527a702a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:08:54.405471 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-d83973ce-1318-4d95-93cf-c8c0cc9b3ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:55.636347 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:08:56.976779 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e5916a87-a98d-4272-8790-c04e9c3318cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:57.048872 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [req-0212e134-da48-4377-9cf0-262f35ea1041 req-f5e39685-dd5a-452f-ac31-4459c191144f service neutron] (105211) timed out ('10.222.0.23', 57301) {{(pid=105211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:08:57.125577 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:58.433666 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:00.045192 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:01.953137 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [req-7021316d-d2ec-4911-bf98-bb570b9cd7b2 req-40fb9e03-d3ae-4a87-8ae2-213df1529962 service neutron] (105211) timed out ('10.222.0.23', 57317) {{(pid=105211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:09:08.941994 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:23.841671 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-d5c673d5-04df-4cfb-9db6-3f4951064777 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338494 Jun 28 10:09:23.954615 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-6ebd6763-dd82-437e-9b2b-41dc9fd26e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:23.956087 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-6ebd6763-dd82-437e-9b2b-41dc9fd26e5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0559206 Jun 28 10:09:24.057330 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-b7037cfd-5774-48eb-bf34-a82da40ec3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:24.058770 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-b7037cfd-5774-48eb-bf34-a82da40ec3d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0826476 Jun 28 10:09:24.125210 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-e07841c2-756a-4d26-a67b-b01839076689 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 1001 time: 0.0600848 Jun 28 10:09:24.173593 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-b506a6f4-df31-4176-8593-77877afa9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:24.175035 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-b506a6f4-df31-4176-8593-77877afa9524 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0434182 Jun 28 10:09:24.231942 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-202ccd3d-2869-4681-8522-31d45936299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:24.233460 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-202ccd3d-2869-4681-8522-31d45936299d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522060 Jun 28 10:09:24.326409 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-c5cefaf7-af5c-4106-9782-7030daf3c9a6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865164 Jun 28 10:09:24.415673 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2d87702d-93cf-4619-9564-907bbd3ea2f5 req-2b7cb883-0fc9-4bae-b571-ea4ab804b4c7 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824895 Jun 28 10:09:24.428003 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8f06-9c90-4b64-8e72-3aeb2fce8e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:26.952960 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-da8ca2a0-9238-4f18-809c-b0f7f6c18be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:27.185127 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:28.450419 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:30.039388 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:32.634687 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:09:38.970665 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:54.429782 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2a089498-7e2d-47d7-bac2-d5568ec4a09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:56.938443 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-00c16b1b-76d1-423b-bc6e-18295e7a355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:57.109694 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:57.380074 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdc83e-3ed6-494c-b89b-970acb530e7d req-6e750675-e562-4f52-b71a-48561841ab9d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:57.381555 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-31cdc83e-3ed6-494c-b89b-970acb530e7d req-6e750675-e562-4f52-b71a-48561841ab9d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.1996415 Jun 28 10:09:57.419585 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-31cdc83e-3ed6-494c-b89b-970acb530e7d req-76110447-d4c2-4175-b958-d63436cfb504 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jun 28 10:09:58.406938 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:58.647406 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ba369-2af0-4f57-aeee-005a731750e4 req-dcaf016c-afa5-428f-b1e2-bb0243b1bc39 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:58.648884 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bb5ba369-2af0-4f57-aeee-005a731750e4 req-dcaf016c-afa5-428f-b1e2-bb0243b1bc39 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.1156743 Jun 28 10:09:58.687999 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-bb5ba369-2af0-4f57-aeee-005a731750e4 req-c9499086-afd0-4742-be26-de2b8219e8e9 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Jun 28 10:09:59.875385 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c337d-9809-4eea-8e78-8a3eff3759d7 req-27c797b4-55a8-4dd5-8fea-29fe2e6a0174 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:59.876916 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c98c337d-9809-4eea-8e78-8a3eff3759d7 req-27c797b4-55a8-4dd5-8fea-29fe2e6a0174 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0642903 Jun 28 10:09:59.916300 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c98c337d-9809-4eea-8e78-8a3eff3759d7 req-75dc4a4f-3438-4b2c-b4e6-f09bc2f91e0c tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Jun 28 10:10:00.056171 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:01.088581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d956b-e658-4257-85c2-2882c56953b2 req-28f21db9-e676-4905-9cfc-bedb24ed6794 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:01.090087 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ad3d956b-e658-4257-85c2-2882c56953b2 req-28f21db9-e676-4905-9cfc-bedb24ed6794 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0633850 Jun 28 10:10:01.129209 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-ad3d956b-e658-4257-85c2-2882c56953b2 req-6b3840a6-8680-42fa-b7e5-607c620548f2 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334911 Jun 28 10:10:02.313670 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1293e-80b3-43fc-b410-e8430b24e009 req-19878f5b-303e-44ef-b393-7698d4ef9d53 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:02.318522 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-48b1293e-80b3-43fc-b410-e8430b24e009 req-19878f5b-303e-44ef-b393-7698d4ef9d53 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0694852 Jun 28 10:10:02.352388 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-48b1293e-80b3-43fc-b410-e8430b24e009 req-692fa904-9ad2-4b7c-bc0f-074cf38e3452 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Jun 28 10:10:03.537693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5462d-3888-465b-863b-75a0c47c2413 req-33f5a40e-842a-4f0d-a6af-6c26475e7a81 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:03.540350 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eee5462d-3888-465b-863b-75a0c47c2413 req-33f5a40e-842a-4f0d-a6af-6c26475e7a81 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0692577 Jun 28 10:10:03.579460 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-eee5462d-3888-465b-863b-75a0c47c2413 req-383de000-0bc0-43bc-809c-69f6ebdebad3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340941 Jun 28 10:10:04.750658 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e02e8a-a29d-4f30-87f7-94e53fb65eab req-bb144acd-4b91-44de-8bfa-e33ddf5b32e5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:04.752133 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f6e02e8a-a29d-4f30-87f7-94e53fb65eab req-bb144acd-4b91-44de-8bfa-e33ddf5b32e5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0634630 Jun 28 10:10:04.788322 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-f6e02e8a-a29d-4f30-87f7-94e53fb65eab req-fda3e9f1-d30d-4a63-ab22-bae0788a3487 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304844 Jun 28 10:10:05.964804 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495edd84-ac40-4dee-80c1-d680f2e98f5f req-47daf662-65b1-4cbf-a712-4382eb28ed25 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:05.966251 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-495edd84-ac40-4dee-80c1-d680f2e98f5f req-47daf662-65b1-4cbf-a712-4382eb28ed25 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0648854 Jun 28 10:10:06.003787 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-495edd84-ac40-4dee-80c1-d680f2e98f5f req-c453926f-85fa-4cfc-bcaa-b5ac42aaacd5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319824 Jun 28 10:10:07.171720 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46833319-2e60-4cba-9a7b-ef8e6876006f req-2705d0d9-1fd9-4272-bfb3-2db636ac9949 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:07.173233 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-46833319-2e60-4cba-9a7b-ef8e6876006f req-2705d0d9-1fd9-4272-bfb3-2db636ac9949 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0620794 Jun 28 10:10:07.211039 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-46833319-2e60-4cba-9a7b-ef8e6876006f req-88961dec-0cc4-45d9-8cc1-40228b9c05b4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jun 28 10:10:07.499067 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-5162f1f5-767a-4de1-a8d4-89a4465898b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:07.500559 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-5162f1f5-767a-4de1-a8d4-89a4465898b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0514815 Jun 28 10:10:07.594058 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-0b1e3950-e0a1-4a9f-965a-3377037943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:07.595493 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-0b1e3950-e0a1-4a9f-965a-3377037943e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0885172 Jun 28 10:10:07.657945 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-ddd5f636-759e-4202-a7d8-f15639b143ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 1001 time: 0.0561366 Jun 28 10:10:07.709286 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-4d13c1bb-6b54-4685-b2ff-d0882dd32342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:07.710707 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-4d13c1bb-6b54-4685-b2ff-d0882dd32342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0472221 Jun 28 10:10:07.766000 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-0083471d-929d-4340-964a-5b9b1393882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:07.767355 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-0083471d-929d-4340-964a-5b9b1393882f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502183 Jun 28 10:10:07.856313 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-292e80b2-1b1b-4ea7-939a-90090e524b08 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 Jun 28 10:10:07.948801 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-df3a4721-f39b-4047-90d6-dedafbb29c6e req-42318c2d-0317-4e94-b7af-97127841f2d5 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848410 Jun 28 10:10:08.384974 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373146-a105-47c8-8ec1-a49a517dd93e req-4cc4671d-dd1d-47ab-8514-84df09e935d8 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:08.386436 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fa373146-a105-47c8-8ec1-a49a517dd93e req-4cc4671d-dd1d-47ab-8514-84df09e935d8 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0639813 Jun 28 10:10:08.423060 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fa373146-a105-47c8-8ec1-a49a517dd93e req-38ececd2-37b3-43e3-acb7-52b6803ab34d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309813 Jun 28 10:10:08.972308 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:09.600566 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c07780-ae19-4865-abfd-d78f9f1b2d28 req-07842395-3494-4d82-b148-cefb00b68801 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:09.602071 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c9c07780-ae19-4865-abfd-d78f9f1b2d28 req-07842395-3494-4d82-b148-cefb00b68801 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0703082 Jun 28 10:10:09.632641 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:10:09.641381 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c9c07780-ae19-4865-abfd-d78f9f1b2d28 req-153e0423-8f46-4b9a-bdb3-b73dc088e6af tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335157 Jun 28 10:10:10.818490 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9afad-2e15-4ae8-b769-9d20cf6b48d2 req-4d526a4b-a948-483c-92a2-5dc73b34ea1e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:10.819977 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e6a9afad-2e15-4ae8-b769-9d20cf6b48d2 req-4d526a4b-a948-483c-92a2-5dc73b34ea1e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0681887 Jun 28 10:10:10.860871 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-e6a9afad-2e15-4ae8-b769-9d20cf6b48d2 req-1ac1503c-ca08-4f9b-bfc7-ec6d0e84dd5c tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Jun 28 10:10:12.035722 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059874e-2569-455f-9951-0c028362f4ec req-8cf1a0da-ce0b-4c56-9df6-b6b567315f7d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:12.037228 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0059874e-2569-455f-9951-0c028362f4ec req-8cf1a0da-ce0b-4c56-9df6-b6b567315f7d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0646424 Jun 28 10:10:12.076246 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-0059874e-2569-455f-9951-0c028362f4ec req-8924f5fa-a2e1-4c21-afd9-0160b18826b5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 Jun 28 10:10:12.613906 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e2238-f389-4681-880b-5948efaa9ed0 req-7498f80b-ceac-4756-b48c-1c3242348975 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:12.615527 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8a3e2238-f389-4681-880b-5948efaa9ed0 req-7498f80b-ceac-4756-b48c-1c3242348975 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0674949 Jun 28 10:10:12.621551 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46770) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:10:12.660875 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-8a3e2238-f389-4681-880b-5948efaa9ed0 req-2a5e0e4e-1d64-4ab2-8405-7b4c991253ff tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334172 Jun 28 10:10:12.713837 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-289ec99c-7d93-435c-92e1-ebbae270dc02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909564 Jun 28 10:10:13.853974 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a9b3-998f-4e4a-90e7-f58f5dc013af req-94c15d17-edc7-4fd1-b2c2-8682eb169706 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:13.856047 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fd1a9b3-998f-4e4a-90e7-f58f5dc013af req-94c15d17-edc7-4fd1-b2c2-8682eb169706 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0654762 Jun 28 10:10:13.906775 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-6fd1a9b3-998f-4e4a-90e7-f58f5dc013af req-69b4de2c-633f-4849-8f2e-08aae771ea1f tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363176 Jun 28 10:10:14.382929 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:10:14.460758 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:14.483227 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:10:14.485554 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f42a04-f14e-4996-ad2f-8fad4954b4a3" -d '{"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:10:14.505399 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:10:14.583765 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b7d2e-1e02-47bb-a623-cbe42fce50e7 x-openstack-request-id: req-e34b7d2e-1e02-47bb-a623-cbe42fce50e7 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:10:14.584092 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-unplugged", "status": "failed", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "code": 422}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:10:14.584579 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e34b7d2e-1e02-47bb-a623-cbe42fce50e7 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:10:14.585023 dv-cinder-792209-2-iscsi neutron-server[105213]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'code': 422} returned with failed status Jun 28 10:10:14.586914 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:14.588773 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:10:14.639031 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=6']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:10:14.646044 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.646389 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.646723 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.647067 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.647395 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.647706 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.648024 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.648457 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.648790 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.649110 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.649426 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.649738 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:10:14.653736 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:10:15.070929 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8e50-7d7c-4574-9d1d-9b3f217d0413 req-924497b1-6193-4d70-a31e-5b13477f5976 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.072334 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c9b8e50-7d7c-4574-9d1d-9b3f217d0413 req-924497b1-6193-4d70-a31e-5b13477f5976 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0635350 Jun 28 10:10:15.110109 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8c9b8e50-7d7c-4574-9d1d-9b3f217d0413 req-4e91257c-109b-401b-a00a-168028941c6c tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321741 Jun 28 10:10:15.675495 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-96168b5d-f2d8-4c3f-b510-2f9fe8857cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.677533 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-96168b5d-f2d8-4c3f-b510-2f9fe8857cfe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73&tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3 HTTP/1.1" status: 200 len: 1096 time: 0.0527084 Jun 28 10:10:15.766975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-f5c0465b-177f-48f9-acf7-15e86c469e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.768543 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-f5c0465b-177f-48f9-acf7-15e86c469e27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1096 time: 0.0559115 Jun 28 10:10:15.858647 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-d6e17b61-3f47-4587-8793-286b78c720a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.860084 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-d6e17b61-3f47-4587-8793-286b78c720a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0847394 Jun 28 10:10:15.927181 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-58c45afa-b41f-4cc8-93b1-927e266d9d3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 999 time: 0.0596895 Jun 28 10:10:15.986297 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-a7fea354-87b9-4eff-98d4-f508b3b1cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.987767 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-a7fea354-87b9-4eff-98d4-f508b3b1cffc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0447371 Jun 28 10:10:16.060418 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-7b9c8c10-21db-4283-a8c7-39bcb9a64f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:16.061982 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-7b9c8c10-21db-4283-a8c7-39bcb9a64f83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674896 Jun 28 10:10:16.161546 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-147a1592-7ae8-494e-9298-1347b77958ca service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919261 Jun 28 10:10:16.256980 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-2accbf81-e7ec-425f-b9fe-4859ae4374a1 req-3218ad75-4886-429c-be17-65321c45515c service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877938 Jun 28 10:10:16.281642 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76720d-aebf-497a-9f28-ea259b9127b5 req-6e0ab14c-3919-4ab1-a5e6-a2a2663c427e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:16.283127 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6e76720d-aebf-497a-9f28-ea259b9127b5 req-6e0ab14c-3919-4ab1-a5e6-a2a2663c427e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0631912 Jun 28 10:10:16.321156 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-6e76720d-aebf-497a-9f28-ea259b9127b5 req-58b87eb3-8dc8-4b08-a258-55c809d066f7 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Jun 28 10:10:17.496688 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62904fdf-e44f-458d-a971-0a8b1ca2def6 req-7b42e5f2-0b71-474f-9877-0cce4f5395cc tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:17.498295 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-62904fdf-e44f-458d-a971-0a8b1ca2def6 req-7b42e5f2-0b71-474f-9877-0cce4f5395cc tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0691214 Jun 28 10:10:17.536059 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-62904fdf-e44f-458d-a971-0a8b1ca2def6 req-8cb4d914-2957-440d-a08b-dfb221103696 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Jun 28 10:10:18.705155 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24971b1-bf35-4ab1-b225-0970543d5bc8 req-ca66eecf-69e2-4258-8536-f14da40eda0d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:18.706649 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c24971b1-bf35-4ab1-b225-0970543d5bc8 req-ca66eecf-69e2-4258-8536-f14da40eda0d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0629814 Jun 28 10:10:18.748319 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c24971b1-bf35-4ab1-b225-0970543d5bc8 req-b7f62fab-150f-49bd-a4cc-ade6ccf0a978 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359418 Jun 28 10:10:19.920965 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb30cb-b6dd-4947-acaa-4fcdd25791a1 req-1efee8f9-b805-441c-99a3-777760b11f4e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:19.922443 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-20cb30cb-b6dd-4947-acaa-4fcdd25791a1 req-1efee8f9-b805-441c-99a3-777760b11f4e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0645034 Jun 28 10:10:19.960393 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-20cb30cb-b6dd-4947-acaa-4fcdd25791a1 req-4cb90f7d-7b3d-43a2-b202-36f1cc701882 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321505 Jun 28 10:10:21.137902 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac330d9e-9397-4735-bd5f-845689ee8ee0 req-3cdc7b1c-5402-4752-9d9e-ecdfad877084 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:21.139328 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac330d9e-9397-4735-bd5f-845689ee8ee0 req-3cdc7b1c-5402-4752-9d9e-ecdfad877084 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0647633 Jun 28 10:10:21.176646 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ac330d9e-9397-4735-bd5f-845689ee8ee0 req-35c85243-5553-49b3-99f7-2c98d6293db0 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Jun 28 10:10:22.350309 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ec8c5-0c01-48f7-907c-04ac46241485 req-3bfe5536-1eef-4f75-aac5-c6fa9b8c6965 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:22.351749 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c09ec8c5-0c01-48f7-907c-04ac46241485 req-3bfe5536-1eef-4f75-aac5-c6fa9b8c6965 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0626156 Jun 28 10:10:22.388583 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-c09ec8c5-0c01-48f7-907c-04ac46241485 req-9a739a09-a8bc-459d-98c2-b947cc48386d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310009 Jun 28 10:10:23.557002 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc13c-a9cf-4ccb-98d9-6f0de2fd5656 req-d925a7ee-03e8-43a8-90b5-eadbc4385bc4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:23.558384 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7f8cc13c-a9cf-4ccb-98d9-6f0de2fd5656 req-d925a7ee-03e8-43a8-90b5-eadbc4385bc4 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0614476 Jun 28 10:10:23.596457 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7f8cc13c-a9cf-4ccb-98d9-6f0de2fd5656 req-2fa2cd56-ddd4-406c-9ac9-56b5716a2569 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Jun 28 10:10:24.068120 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-5d9665b3-9ec9-4853-b589-11bb27ef2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:24.069610 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-5d9665b3-9ec9-4853-b589-11bb27ef2234 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1096 time: 0.0559757 Jun 28 10:10:24.171655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-0531cc23-fd4a-41f2-920c-601f67e506dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:24.173197 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-0531cc23-fd4a-41f2-920c-601f67e506dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0837731 Jun 28 10:10:24.241022 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-579d6819-31fd-414c-b7ab-cd7e4cbe6f25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 999 time: 0.0610588 Jun 28 10:10:24.288632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-860cc77c-59d0-49e2-9240-6328ddd91cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:24.290092 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-860cc77c-59d0-49e2-9240-6328ddd91cba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0428843 Jun 28 10:10:24.345857 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-cc1f85c5-bdd3-41cc-a73b-80ab020db2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:24.347251 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-cc1f85c5-bdd3-41cc-a73b-80ab020db2ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501516 Jun 28 10:10:24.421601 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f01996fb-d806-4056-9c8d-1af34d3193f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:24.447366 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-b93a763a-6fca-4f80-88c1-7459a7f2ea31 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930827 Jun 28 10:10:24.536426 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-8fb48c4e-0e9e-4104-8f61-8df734ff7646 req-ffb01114-e980-45ac-a869-ca495d8bb0d6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Jun 28 10:10:24.770121 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533b9d-19e6-43b7-8c43-d7ded54238c4 req-806394dd-a8ef-48f0-8054-68824af75fc9 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:24.771578 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b1533b9d-19e6-43b7-8c43-d7ded54238c4 req-806394dd-a8ef-48f0-8054-68824af75fc9 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0660937 Jun 28 10:10:24.807927 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b1533b9d-19e6-43b7-8c43-d7ded54238c4 req-27d4c3c3-7648-4796-a876-fbfd7238509e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307574 Jun 28 10:10:25.981468 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84a6fa-ce7e-4324-8268-12a16ed64841 req-d45e2c33-2065-44c3-8cd5-203d2e3c7768 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:25.982875 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ec84a6fa-ce7e-4324-8268-12a16ed64841 req-d45e2c33-2065-44c3-8cd5-203d2e3c7768 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 943 time: 0.0665793 Jun 28 10:10:26.019435 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-ec84a6fa-ce7e-4324-8268-12a16ed64841 req-3ec62335-101f-4d6e-ae51-d14ef95b7c90 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Jun 28 10:10:26.445047 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=105213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:10:26.537704 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:10:26.548904 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Returning: {'device': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'port_id': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'mac_address': 'fa:16:3e:04:76:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:10:26.587347 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:26.599809 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3950db-00b2-407b-b4ac-e72d55be820b {{(pid=105213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:10:26.618801 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:10:26.697348 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:26.699003 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:10:26.744686 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=7']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:10:26.748010 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:10:26.970024 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-96428d7f-3ecc-4fc6-baeb-14c8c5657835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:27.103038 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:27.145607 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] get_ports_and_sgs() called for port_ids ['0e3950db-00b2-407b-b4ac-e72d55be820b'] {{(pid=105213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:10:27.191150 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cab2f-a955-4f99-b2c0-19860d6d5c59 req-7ea22fc6-a90b-40cc-a3df-589953025ff1 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:27.192652 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5b2cab2f-a955-4f99-b2c0-19860d6d5c59 req-7ea22fc6-a90b-40cc-a3df-589953025ff1 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 944 time: 0.0632262 Jun 28 10:10:27.230484 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5b2cab2f-a955-4f99-b2c0-19860d6d5c59 req-84562f84-2cdc-4ef0-ba1f-a926795aeea5 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Jun 28 10:10:28.409178 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b0648-a371-47c9-a673-4c5fbcd6883e req-488eeb9e-e890-47c5-956a-1edfbd97fed3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:28.410650 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-750b0648-a371-47c9-a673-4c5fbcd6883e req-488eeb9e-e890-47c5-956a-1edfbd97fed3 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 944 time: 0.0682554 Jun 28 10:10:28.416857 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:28.454080 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-750b0648-a371-47c9-a673-4c5fbcd6883e req-da9af07e-eede-426b-9886-5cbb954e2b20 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348983 Jun 28 10:10:28.454334 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b up at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:10:28.504296 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.provisioning_blocks [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Provisioning complete for port 0e3950db-00b2-407b-b4ac-e72d55be820b triggered by entity L2. {{(pid=105213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:10:28.504676 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7787749'] for port, provisioning_complete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:28.584985 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741999'] for port, before_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:28.609114 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:10:28.611416 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52203eb6919701b86286f51f7db93eb90b3451570d2f2ba33804971d2234a98e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f076d-1a1a-4773-9468-fb848557ca95" -d '{"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-plugged", "status": "completed", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:10:28.624927 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:10:28.651288 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae73564e-880d-4b41-8d52-aab59fbc46b0 x-openstack-request-id: req-ae73564e-880d-4b41-8d52-aab59fbc46b0 {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:10:28.651589 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-plugged", "status": "completed", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "code": 200}]} {{(pid=105213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:10:28.651877 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae73564e-880d-4b41-8d52-aab59fbc46b0 {{(pid=105213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:10:28.652313 dv-cinder-792209-2-iscsi neutron-server[105213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'code': 200} Jun 28 10:10:28.713259 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772667177400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772666799863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772666753576'] for port, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:28.713259 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-7d73dcd0-9d70-4186-ae46-62076d9aac60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:10:28.758343 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Pushing event updated for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=8']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:10:28.761950 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:10:29.017138 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9c14-21ae-463b-8edb-8f2b26031441 req-e3b787ed-dcab-4b97-9623-fc471499d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:29.018521 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fc3b9c14-21ae-463b-8edb-8f2b26031441 req-e3b787ed-dcab-4b97-9623-fc471499d405 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0519559 Jun 28 10:10:29.052680 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-fc3b9c14-21ae-463b-8edb-8f2b26031441 req-133f75c4-50b8-4c5f-a469-dffa21fad1fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279019 Jun 28 10:10:29.626909 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30af8-cbb2-4919-962e-280c2b78189a req-ea72a058-5669-457f-8796-fd1dba3150ab tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:29.628391 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-39f30af8-cbb2-4919-962e-280c2b78189a req-ea72a058-5669-457f-8796-fd1dba3150ab tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0618007 Jun 28 10:10:29.664558 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-39f30af8-cbb2-4919-962e-280c2b78189a req-110e48e8-5fd1-494e-9cfd-af4599718e6e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Jun 28 10:10:30.034364 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:30.841152 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66890448-950d-4fec-8bd6-23f0999175c4 req-57736a98-2ec0-4ddc-a12c-063ba388e5db tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:30.842593 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66890448-950d-4fec-8bd6-23f0999175c4 req-57736a98-2ec0-4ddc-a12c-063ba388e5db tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0663166 Jun 28 10:10:30.879107 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-66890448-950d-4fec-8bd6-23f0999175c4 req-97ee428d-31b6-40ff-b979-6ac0bb8c31e1 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308974 Jun 28 10:10:38.963594 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:46.631234 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:10:54.439928 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-00706ce4-801d-4720-83c6-8d502b84621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:56.947838 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-75e69e66-4e14-4e0f-a59e-51745ecece8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:57.107715 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:58.399165 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:00.043691 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:08.993393 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:23.629068 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:11:24.450172 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-213741a1-e713-4607-b1a4-8cba041bece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.793442 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-0ee12ca7-cf47-4c93-a13c-f6e0ad83437e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497231 Jun 28 10:11:25.900386 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-c23936c0-aadc-40b6-9476-41860b7f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:25.901848 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-c23936c0-aadc-40b6-9476-41860b7f71f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0513544 Jun 28 10:11:26.009052 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-b026e393-362e-463e-9c31-7d46b5687dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:26.010504 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-b026e393-362e-463e-9c31-7d46b5687dd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0876203 Jun 28 10:11:26.073423 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-eb2249a5-9def-470e-8619-6178e0a18efa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 1001 time: 0.0563793 Jun 28 10:11:26.126183 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-a6a1d7b6-ca09-45d5-a277-5d22d9dd027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:26.127602 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-a6a1d7b6-ca09-45d5-a277-5d22d9dd027c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0482359 Jun 28 10:11:26.183661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-167ff252-40b5-4c0c-8d6c-36802ce915aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:26.185221 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-167ff252-40b5-4c0c-8d6c-36802ce915aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513701 Jun 28 10:11:26.272112 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-baa07d31-615c-4347-a729-4efb4b00827e service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802851 Jun 28 10:11:26.363466 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-b958f2bb-4454-4fc3-a78a-ef11e108dd44 req-e4e4ac17-5b77-4afa-acee-48857b18ea48 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846624 Jun 28 10:11:26.941072 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-346a9751-4a3c-4578-81dd-fa3caeed6be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:27.146802 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:28.427051 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:30.061507 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:38.958299 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:54.431691 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c20-19e1-40bc-b445-7086ed2ad7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:56.974888 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e3d38ef8-1a8f-4c0f-be51-f30f9400c5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:57.117445 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:58.391604 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:59.863248 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46840) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:00.043494 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.111276 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Deleting port 51ac798e-cde8-4e3f-8648-af4f75df327f {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:00.111621 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.187440 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.187763 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.199160 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Calling delete_port for 51ac798e-cde8-4e3f-8648-af4f75df327f owned by network:floatingip {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:00.432690 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.434887 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ef1a3fb5-fdac-405d-9818-0580385e467b tempest-VolumesActionsTest-1193532280 tempest-VolumesActionsTest-1193532280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:00.458791 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event deleted for resources: {'Port': ['ID=51ac798e-cde8-4e3f-8648-af4f75df327f,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:00.470254 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.470632 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.470998 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.471356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.471720 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.472071 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.472448 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.472799 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.473165 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.473498 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.473853 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.474196 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:00.492282 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:00.530499 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for floatingip, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.530823 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.db.l3_db [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Floating IP febc1e3c-81c4-4c07-ba14-6bc38dbf017c disassociated (deleted). External IP: 172.27.3.159, port: 0e3950db-00b2-407b-b4ac-e72d55be820b. Jun 28 10:12:00.626821 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:12:00.738513 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:12:00.843692 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:12:00.848781 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for floatingip, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.853308 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] Sync routers for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:12:00.862373 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:12:00.862993 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:11:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:00.885415 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-97199c0e-fcf2-4138-b44b-b9fe2310d765 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "DELETE /v2.0/floatingips/febc1e3c-81c4-4c07-ba14-6bc38dbf017c HTTP/1.1" status: 204 len: 168 time: 1.0210717 Jun 28 10:12:00.886203 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:12:00.888655 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426a743-ddd0-47a5-ba76-b74f1b7876fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:12:00.991001 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5234686f-ec57-4100-9b4a-552ea12f53be x-openstack-request-id: req-5234686f-ec57-4100-9b4a-552ea12f53be {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:12:00.991001 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:12:00.991001 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5234686f-ec57-4100-9b4a-552ea12f53be {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:12:00.991001 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'status': 'completed', 'code': 200} Jun 28 10:12:00.998038 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:12:01.103920 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-b54f09e7-6377-4ce0-9518-2155728e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:01.105475 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-b54f09e7-6377-4ce0-9518-2155728e1ba3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 1098 time: 0.0659404 Jun 28 10:12:01.199402 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-beff5623-1a9e-4310-8e21-0d48745799f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:01.200895 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-beff5623-1a9e-4310-8e21-0d48745799f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 200 len: 910 time: 0.0887029 Jun 28 10:12:01.218329 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:30Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:01.253540 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] Checking router: 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:12:01.262226 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:12:01.263211 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:11:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:01.392575 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:12:01.530134 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-e114a4c7-2eab-4101-8b78-0da1720727c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 200 len: 217 time: 0.3226204 Jun 28 10:12:01.608408 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-ddc7aa33-26bf-40eb-a054-75b31ce5a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:01.608679 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:30Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:01.609889 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-ddc7aa33-26bf-40eb-a054-75b31ce5a266 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 200 len: 848 time: 0.0711427 Jun 28 10:12:01.636113 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b39a5-b150-40ce-b037-3c6ac5b7e3eb None None] The sync data for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi is: [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:06:25Z', 'revision_number': 4, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi', '_interfaces': [{'id': '510120a4-3747-4810-bd51-2d3dac388fc4', 'name': '', 'network_id': 'dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'mac_address': 'fa:16:3e:da:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:24Z', 'updated_at': '2021-06-28T10:06:30Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'subnets': [{'id': '44740bb5-5a52-4f12-9da3-5f5dd5740163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:12:01.664069 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b798ba-72e3-4202-9ad9-adbe9c978211 req-a901103a-1ae1-497b-9ad1-9b2e8102c9ce tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:01.665910 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6b798ba-72e3-4202-9ad9-adbe9c978211 req-a901103a-1ae1-497b-9ad1-9b2e8102c9ce tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.1384218 Jun 28 10:12:01.717331 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-d6b798ba-72e3-4202-9ad9-adbe9c978211 req-7ff6f17d-96f4-46e8-b86c-e116a7eb3010 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455716 Jun 28 10:12:01.720322 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-8f40444f-961b-4e48-b199-1b29c651a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:01.721752 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-8f40444f-961b-4e48-b199-1b29c651a364 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038835 Jun 28 10:12:01.819467 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-b63c92ae-ea02-4b10-ae06-064b590de395 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Jun 28 10:12:01.876514 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2d208-15ff-4f25-a460-eedf1fe054fc None None] New status for floating IP febc1e3c-81c4-4c07-ba14-6bc38dbf017c: DOWN {{(pid=105214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:12:01.918976 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-5426a743-ddd0-47a5-ba76-b74f1b7876fb req-e863ee90-daf7-42d5-b1e8-871ee1cbde68 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937285 Jun 28 10:12:02.902866 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62b35a-4e32-4991-bc5d-7c3ca4152a96 req-f1ca0b89-706e-4d37-952c-d91a22bde745 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:02.904391 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7c62b35a-4e32-4991-bc5d-7c3ca4152a96 req-f1ca0b89-706e-4d37-952c-d91a22bde745 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0704286 Jun 28 10:12:02.948549 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-7c62b35a-4e32-4991-bc5d-7c3ca4152a96 req-480ade87-3389-481a-864d-41ea30bc0fed tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384421 Jun 28 10:12:03.431016 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-14642470-db4e-44eb-afbb-6e7859d1d0c6 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:03.432620 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-14642470-db4e-44eb-afbb-6e7859d1d0c6 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 945 time: 0.0647981 Jun 28 10:12:03.546444 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Deleting port 0e3950db-00b2-407b-b4ac-e72d55be820b {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:03.546693 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:03.636413 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] For port 0e3950db-00b2-407b-b4ac-e72d55be820b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0e3950db-00b2-407b-b4ac-e72d55be820b,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:03.636771 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:03.649931 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Calling delete_port for 0e3950db-00b2-407b-b4ac-e72d55be820b owned by compute:nova {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:03.854682 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:03.858939 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-916e56a8-f36a-499b-b8cd-d154c9e30e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:03.884738 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event deleted for resources: {'Port': ['ID=0e3950db-00b2-407b-b4ac-e72d55be820b,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:03.889013 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:03.940181 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] No DVR routers for this DVR port 0e3950db-00b2-407b-b4ac-e72d55be820b on host hv-cinder-79220 {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:12:03.945031 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252754'] for port, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:03.945031 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-a8ff1b0d-2c8a-49aa-be73-a700515e015c req-b07680b0-db0a-4e56-9288-a47e457e605d tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.23 "DELETE /v2.0/ports/0e3950db-00b2-407b-b4ac-e72d55be820b HTTP/1.1" status: 204 len: 173 time: 0.5057628 Jun 28 10:12:03.945303 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-deleted', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b'}] {{(pid=105212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:12:03.947491 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095b831d5fde359b7efb1fd54bbdb4d720cc66258906e9d260d25931378eee35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c398a99e-0bd4-44d5-9409-52783b93dbd7" -d '{"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-deleted", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b"}]}' {{(pid=105212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:12:03.985154 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d9d66-c8d8-4000-9ba5-7865450267e4 x-openstack-request-id: req-ee2d9d66-c8d8-4000-9ba5-7865450267e4 {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:12:03.985154 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce559dc5-43a5-4ac9-aabb-4ffa53514e73", "name": "network-vif-deleted", "tag": "0e3950db-00b2-407b-b4ac-e72d55be820b", "status": "completed", "code": 200}]} {{(pid=105212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:12:03.985661 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee2d9d66-c8d8-4000-9ba5-7865450267e4 {{(pid=105212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:12:03.986005 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce559dc5-43a5-4ac9-aabb-4ffa53514e73', 'name': 'network-vif-deleted', 'tag': '0e3950db-00b2-407b-b4ac-e72d55be820b', 'status': 'completed', 'code': 200} Jun 28 10:12:04.099533 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [req-c60e3138-7ad3-4ec1-9fe6-9b9299271016 req-abe5aa79-3e6e-407b-bcb8-19d65b57c491 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 210 time: 0.0323308 Jun 28 10:12:05.263547 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [req-1cc7e725-422e-4075-916f-ac87513c64f1 req-908ec729-758d-4f6f-83e0-021d1080d230 tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce559dc5-43a5-4ac9-aabb-4ffa53514e73 HTTP/1.1" status: 200 len: 210 time: 0.0299563 Jun 28 10:12:06.358368 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46876) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:06.416090 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:06.441980 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:06.591785 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:06.594359 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:06.595607 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a2fc4d6-77c7-4ee3-801e-b7a8036ed020 HTTP/1.1" status: 204 len: 168 time: 0.2362475 Jun 28 10:12:06.596457 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-449899e1-00bf-4b87-92fa-5bbb57ccf862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:06.606594 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fc4d6-77c7-4ee3-801e-b7a8036ed020,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:06.609163 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-10e2fa18-9c21-40da-966f-66e8911da29e tempest-TestShelveInstance-994256534 tempest-TestShelveInstance-994256534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:06.720575 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46880) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:06.897155 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:06.918529 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] No Port match for: 0e3950db-00b2-407b-b4ac-e72d55be820b {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:06.918883 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Device 0e3950db-00b2-407b-b4ac-e72d55be820b not bound to the agent host hv-cinder-79220 {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:07.167103 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:07.422140 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Deleting port 510120a4-3747-4810-bd51-2d3dac388fc4 {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:07.422809 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:07.498275 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] For port 510120a4-3747-4810-bd51-2d3dac388fc4, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=510120a4-3747-4810-bd51-2d3dac388fc4,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:07.498972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:07.510999 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Calling delete_port for 510120a4-3747-4810-bd51-2d3dac388fc4 owned by network:router_interface {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:07.809006 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:07.811090 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-348688a7-565b-4fd9-a0e5-3085aff2b7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:07.837057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Pushing event deleted for resources: {'Port': ['ID=510120a4-3747-4810-bd51-2d3dac388fc4,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:07.839736 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:08.010626 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:08.233162 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:12:08.347916 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:12:08.354264 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-4d0af482-7b63-4bbc-8d9c-0fe0b831f17b admin admin] 10.222.0.15 "PUT /v2.0/routers/1bc3f776-121b-4414-9d6a-7a4bc849f7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318274 Jun 28 10:12:08.355841 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46884) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:08.358603 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] Sync routers for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:12:08.367808 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:12:08.368882 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:11:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:08.456815 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks [] for router, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:08.474163 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:12:08.553564 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:08.686606 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:12:07Z', 'revision_number': 5, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port': {'id': '16508a92-c4f0-4295-a36e-1e385d33e29d', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:22Z', 'updated_at': '2021-06-28T10:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:08.695396 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Deleting port 16508a92-c4f0-4295-a36e-1e385d33e29d {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:08.696576 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:08.716199 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] Checking router: 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 for host: dv-cinder-792209-2-iscsi {{(pid=105213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:12:08.726444 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] Routers {'1bc3f776-121b-4414-9d6a-7a4bc849f7d5'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:12:08.727798 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:11:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'], 'active': True} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:08.796945 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] For port 16508a92-c4f0-4295-a36e-1e385d33e29d, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=16508a92-c4f0-4295-a36e-1e385d33e29d,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:08.815509 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:08.815509 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Calling delete_port for 16508a92-c4f0-4295-a36e-1e385d33e29d owned by network:router_gateway {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:08.856226 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvr_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] Set router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 gateway port host: None {{(pid=105213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:12:08.923562 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_hamode_db [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:12:08Z', 'revision_number': 6, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port_host': None}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:08.954952 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9666c8-1374-4ec9-8866-65b8e88d084f None None] The sync data for ids ['1bc3f776-121b-4414-9d6a-7a4bc849f7d5'] in dv-cinder-792209-2-iscsi is: [{'id': '1bc3f776-121b-4414-9d6a-7a4bc849f7d5', 'name': 'tempest-TestShelveInstance-1042044084-router', 'tenant_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:21Z', 'updated_at': '2021-06-28T10:12:08Z', 'revision_number': 6, 'project_id': 'ee0c6eaf67d549dd8964c3e0c98f37e3', 'gw_port_host': None}] {{(pid=105213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:12:09.049399 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.140356 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.142587 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7fa93490-884b-4c74-abfa-cd0efd8db00b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:09.168230 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Pushing event deleted for resources: {'Port': ['ID=16508a92-c4f0-4295-a36e-1e385d33e29d,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:09.171540 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:09.241741 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.325268 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.327348 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.432391 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.432956 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc3f776-121b-4414-9d6a-7a4bc849f7d5 {{(pid=105212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:12:09.437231 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] Notify callbacks [] for router, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.438771 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-66c41a0e-398c-41fb-8810-ab0c86f6a291 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1bc3f776-121b-4414-9d6a-7a4bc849f7d5 HTTP/1.1" status: 204 len: 168 time: 1.0817258 Jun 28 10:12:09.441023 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46886) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:09.486830 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Deleting subnet 44740bb5-5a52-4f12-9da3-5f5dd5740163 {{(pid=105212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:12:09.489954 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.528440 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396815'] for subnet, precommit_delete_associations {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.608090 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.746120 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9200655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9427470'] for subnet, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.748307 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:09.770832 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44740bb5-5a52-4f12-9da3-5f5dd5740163,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:09.774546 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:09.777371 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.779301 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-3e7345bc-ab3a-4032-a7f7-3f61330d56b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/44740bb5-5a52-4f12-9da3-5f5dd5740163 HTTP/1.1" status: 204 len: 168 time: 0.3373456 Jun 28 10:12:09.781766 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46888) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:09.784936 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c73ca-6079-406e-8ce5-4d20936ad370 None None] Network dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:12:09.854709 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.908289 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Deleting port b35a765c-f4b3-455e-bd6d-633d9706be5f {{(pid=105212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:09.908622 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.975071 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] DHCP port deletion for dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:12:09.980463 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.db [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] For port b35a765c-f4b3-455e-bd6d-633d9706be5f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b35a765c-f4b3-455e-bd6d-633d9706be5f,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:09.980846 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:09.994166 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.plugin [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Calling delete_port for b35a765c-f4b3-455e-bd6d-633d9706be5f owned by network:dhcp {{(pid=105212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:10.021132 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Deleting port b35a765c-f4b3-455e-bd6d-633d9706be5f {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:10.021515 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.089071 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] For port b35a765c-f4b3-455e-bd6d-633d9706be5f, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=b35a765c-f4b3-455e-bd6d-633d9706be5f,segment=NetworkSegment(65192f92-7d9d-41de-b251-1d97aeb6516a),segment_id=65192f92-7d9d-41de-b251-1d97aeb6516a)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:10.089468 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.101541 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Calling delete_port for b35a765c-f4b3-455e-bd6d-633d9706be5f owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:10.117470 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9200693'] for port, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.120657 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-400ca05c-f302-4d04-8f35-806bf1be2ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:10.147382 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] No DVR routers for this DVR port b35a765c-f4b3-455e-bd6d-633d9706be5f on host dv-cinder-792209-2-iscsi {{(pid=105212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:12:10.152749 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b35a765c-f4b3-455e-bd6d-633d9706be5f,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:10.157061 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:10.187954 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.190000 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-0b74a87f-7410-4e62-84e7-347d7797f5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:10.217923 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Pushing event deleted for resources: {'Port': ['ID=b35a765c-f4b3-455e-bd6d-633d9706be5f,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:10.222295 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] No DVR routers for this DVR port b35a765c-f4b3-455e-bd6d-633d9706be5f on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:12:10.228912 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.231349 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.232084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.232084 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.232995 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.232995 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:10.237163 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.242266 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-33b623ac-1a09-4e0d-85ca-2fa510dd2846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:10.255827 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6']}} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:10.260679 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65192f92-7d9d-41de-b251-1d97aeb6516a') {'for_net_delete': True} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:10.260975 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.services.segments.db [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65192f92-7d9d-41de-b251-1d97aeb6516a') {} {{(pid=105212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:10.270294 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396824'] for segment, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.284172 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.290175 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=105212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:12:10.290581 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9200874'] for segment, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: Traceback (most recent call last): Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: timer() Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: cb(*args, **kw) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: return func(*args, **kwargs) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: self._notify() Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: self.callback(batched_events) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: event.method(event) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: return f(self, *a, **k) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._get(url).json() Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: return self.request(url, 'GET', **kwargs) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:12:10.292472 dv-cinder-792209-2-iscsi neutron-server[105212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:12:10.307838 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 510120a4-3747-4810-bd51-2d3dac388fc4 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:10.327563 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 510120a4-3747-4810-bd51-2d3dac388fc4 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:10.327918 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 510120a4-3747-4810-bd51-2d3dac388fc4 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:10.328403 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 16508a92-c4f0-4295-a36e-1e385d33e29d no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:10.352769 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 16508a92-c4f0-4295-a36e-1e385d33e29d {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:10.352769 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 16508a92-c4f0-4295-a36e-1e385d33e29d not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:10.352769 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b35a765c-f4b3-455e-bd6d-633d9706be5f no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:10.369056 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: b35a765c-f4b3-455e-bd6d-633d9706be5f {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:10.369419 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device b35a765c-f4b3-455e-bd6d-633d9706be5f not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:10.717237 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.720972 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-7338845b-30f7-4fec-80c4-f0302b5efc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:10.723587 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:10.728352 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6 HTTP/1.1" status: 204 len: 168 time: 0.9429681 Jun 28 10:12:10.728677 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46890) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:10.737637 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6c950b-0d9a-4ee8-bc31-92cdd557d8d6,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:10.739904 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-ee5787ee-33cd-4db5-b48e-7a5dd0b0d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:11.068131 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387201'] for router_interface, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:11.313221 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Deleting port ed21542c-cd41-4836-9705-21b5cffb510c {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:11.313556 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:11.388880 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] For port ed21542c-cd41-4836-9705-21b5cffb510c, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=ed21542c-cd41-4836-9705-21b5cffb510c,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:11.389235 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:11.401714 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Calling delete_port for ed21542c-cd41-4836-9705-21b5cffb510c owned by network:router_interface {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:11.642943 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:11.645029 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-223b5391-6d93-4c80-8221-c391ae38bc4f tempest-TestVolumeBootPattern-1278602021 tempest-TestVolumeBootPattern-1278602021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:11.673836 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed21542c-cd41-4836-9705-21b5cffb510c,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:11.684948 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.685327 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.685697 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.686066 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.686425 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.686783 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.687171 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.687531 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.687885 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.688262 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.688612 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.688960 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-iscsi {{(pid=105211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:12:11.707487 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:11.846088 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445297'] for router_interface, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:12.057010 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Router 1cce3d71-40a5-4001-b251-1abc69aec524 has already been hosted by L3 agent 9344e30f-29c5-45b0-b79e-1384acc3ddbc {{(pid=105211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:12:12.159167 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] Notify agent at l3_agent.dv-cinder-792209-2-iscsi the message routers_updated {{(pid=105211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:12:12.164618 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-5afcb2e9-00f6-47db-a2d1-401acebb264b admin admin] 10.222.0.15 "PUT /v2.0/routers/1cce3d71-40a5-4001-b251-1abc69aec524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344032 Jun 28 10:12:12.166831 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46892) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:12.169508 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] Sync routers for ids ['1cce3d71-40a5-4001-b251-1abc69aec524'] in dv-cinder-792209-2-iscsi {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:12:12.178934 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] Routers {'1cce3d71-40a5-4001-b251-1abc69aec524'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:12:12.179537 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:11:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1cce3d71-40a5-4001-b251-1abc69aec524'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:12.276633 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:12.378914 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] Set router 1cce3d71-40a5-4001-b251-1abc69aec524 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:12:12.564243 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:12:11Z', 'revision_number': 5, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:12.589645 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] Checking router: 1cce3d71-40a5-4001-b251-1abc69aec524 for host: dv-cinder-792209-2-iscsi {{(pid=105214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:12:12.598164 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] Routers {'1cce3d71-40a5-4001-b251-1abc69aec524'} bound to L3 agent in host dv-cinder-792209-2-iscsi {{(pid=105214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:12:12.598765 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:44:57Z,description=,heartbeat_timestamp=2021-06-28T10:11:57Z,host='dv-cinder-792209-2-iscsi',id=9344e30f-29c5-45b0-b79e-1384acc3ddbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:44:57Z,topic='l3_agent')) {'router_ids': ['1cce3d71-40a5-4001-b251-1abc69aec524'], 'active': True} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:12.665246 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:12.710980 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_dvr_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] Set router 1cce3d71-40a5-4001-b251-1abc69aec524 gateway port host: dv-cinder-792209-2-iscsi {{(pid=105214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:12:12.790127 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Deleting port 8c34a692-0872-4d35-a9c7-dca169b489b0 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:12.790465 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:12.870815 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] For port 8c34a692-0872-4d35-a9c7-dca169b489b0, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=8c34a692-0872-4d35-a9c7-dca169b489b0,segment=NetworkSegment(29617d1b-2596-4a8b-9945-c5cb578701f6),segment_id=29617d1b-2596-4a8b-9945-c5cb578701f6)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:12.871569 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:12.884101 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Calling delete_port for 8c34a692-0872-4d35-a9c7-dca169b489b0 owned by network:router_gateway {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:12.891870 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.l3_hamode_db [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:12:11Z', 'revision_number': 5, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}], 'dv-cinder-792209-2-iscsi', False) {} {{(pid=105214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:12.921121 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c043b-bd0d-4f8f-a3e3-228290d0550f None None] The sync data for ids ['1cce3d71-40a5-4001-b251-1abc69aec524'] in dv-cinder-792209-2-iscsi is: [{'id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'name': 'tempest-TestShelveInstance-1822049002-router', 'tenant_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'external_fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:30Z', 'updated_at': '2021-06-28T10:12:11Z', 'revision_number': 5, 'project_id': 'd4ce3f8596c3430aaa5c1a1877d7c327', 'gw_port': {'id': '8c34a692-0872-4d35-a9c7-dca169b489b0', 'name': '', 'network_id': '7229c6ba-5c13-46c7-ad0e-eadd7e2d693a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce3d71-40a5-4001-b251-1abc69aec524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:31Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01db54ac-f21c-4e76-bd18-02742e52f93c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-iscsi'}] {{(pid=105214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:12:13.100063 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.102373 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-fced9ce6-e0c0-4faa-89b5-e6fe63c782b4 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:13.129933 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c34a692-0872-4d35-a9c7-dca169b489b0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:13.132934 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:13.199527 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445131'] for router_gateway, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.290267 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15423'] for router, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.292916 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.414534 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444828'] for router, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.415097 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cce3d71-40a5-4001-b251-1abc69aec524 {{(pid=105211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:12:13.419729 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.421107 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-43610a8b-fa2b-4823-a9d2-cac98ef46ea9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1cce3d71-40a5-4001-b251-1abc69aec524 HTTP/1.1" status: 204 len: 168 time: 1.2531958 Jun 28 10:12:13.423753 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46894) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:13.476249 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Deleting subnet 668cc1cd-97b9-4a20-b894-be2d233eaaa0 {{(pid=105211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:12:13.479606 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.517366 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787913'] for subnet, precommit_delete_associations {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.602376 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7789315'] for subnet, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.717868 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7789332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-172055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967899'] for subnet, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.720235 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:13.748431 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668cc1cd-97b9-4a20-b894-be2d233eaaa0,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:13.751537 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:13.754652 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for subnet, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.757412 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-cdd61971-e945-4038-888e-79c6756e5c21 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/668cc1cd-97b9-4a20-b894-be2d233eaaa0 HTTP/1.1" status: 204 len: 168 time: 0.3318889 Jun 28 10:12:13.759003 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46896) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:13.759512 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b1b82-db79-4a9e-a1ba-a31e70fb7319 None None] Network 9498769f-fb6e-4959-ab97-249597cf4e7e requested from dv-cinder-792209-2-iscsi {{(pid=105213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:12:13.830082 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7807610'] for network, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.888514 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Deleting port d8c5e631-5e60-4047-90fd-9f92cdae5d24 {{(pid=105211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:13.889257 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.958748 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.db [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] For port d8c5e631-5e60-4047-90fd-9f92cdae5d24, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d8c5e631-5e60-4047-90fd-9f92cdae5d24,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:13.959158 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.965713 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] DHCP port deletion for 9498769f-fb6e-4959-ab97-249597cf4e7e request from dv-cinder-792209-2-iscsi {{(pid=105213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:12:13.976191 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.plugin [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Calling delete_port for d8c5e631-5e60-4047-90fd-9f92cdae5d24 owned by network:dhcp {{(pid=105211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:14.018269 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Deleting port d8c5e631-5e60-4047-90fd-9f92cdae5d24 {{(pid=105213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:12:14.018648 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772667173398'] for port, before_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.085389 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.db [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] For port d8c5e631-5e60-4047-90fd-9f92cdae5d24, host dv-cinder-792209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-iscsi',level=0,port_id=d8c5e631-5e60-4047-90fd-9f92cdae5d24,segment=NetworkSegment(b7bbcd94-0faf-4401-90ae-fc233c198ec5),segment_id=b7bbcd94-0faf-4401-90ae-fc233c198ec5)] {{(pid=105213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:12:14.085784 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389788'] for port, precommit_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.099000 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Calling delete_port for d8c5e631-5e60-4047-90fd-9f92cdae5d24 owned by network:dhcp {{(pid=105213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:12:14.140031 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906785'] for port, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.143075 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-2d442b07-657d-4c48-bcb9-fb32908169ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:14.169607 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c5e631-5e60-4047-90fd-9f92cdae5d24,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:14.171529 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] No DVR routers for this DVR port d8c5e631-5e60-4047-90fd-9f92cdae5d24 on host dv-cinder-792209-2-iscsi {{(pid=105211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:12:14.178045 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:14.179041 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7742055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772667177418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772666799854'] for port, after_delete {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.179674 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-a04e9bff-4375-4ad8-9f71-30d5b4fa7c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:14.207814 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Pushing event deleted for resources: {'Port': ['ID=d8c5e631-5e60-4047-90fd-9f92cdae5d24,revision_number=None']} {{(pid=105213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:14.210838 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG oslo_concurrency.lockutils [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:14.211680 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00a997-bd71-4897-8554-9b6203e61c12 None None] No DVR routers for this DVR port d8c5e631-5e60-4047-90fd-9f92cdae5d24 on host dv-cinder-792209-2-iscsi {{(pid=105213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:12:14.252683 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7790174', 'neutron.services.segments.db._delete_segments_for_network-8772667293462'] for network, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.264230 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9498769f-fb6e-4959-ab97-249597cf4e7e']}} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:14.274311 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bbcd94-0faf-4401-90ae-fc233c198ec5') {'for_net_delete': True} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:14.274601 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.services.segments.db [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bbcd94-0faf-4401-90ae-fc233c198ec5') {} {{(pid=105211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:12:14.284186 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772667281911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787934'] for segment, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.304360 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 8c34a692-0872-4d35-a9c7-dca169b489b0 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:14.304738 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278'] for segment, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.305752 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=105211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:12:14.306152 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7786278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907006'] for segment, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: Traceback (most recent call last): Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: timer() Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: cb(*args, **kw) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: return func(*args, **kwargs) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: self._notify() Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: self.callback(batched_events) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: event.method(event) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: return f(self, *a, **k) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._get(url).json() Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: return self.request(url, 'GET', **kwargs) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:12:14.308019 dv-cinder-792209-2-iscsi neutron-server[105211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:12:14.318182 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: 8c34a692-0872-4d35-a9c7-dca169b489b0 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:14.318533 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device 8c34a692-0872-4d35-a9c7-dca169b489b0 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:14.318976 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d8c5e631-5e60-4047-90fd-9f92cdae5d24 no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:14.337815 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: d8c5e631-5e60-4047-90fd-9f92cdae5d24 {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:14.338164 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device d8c5e631-5e60-4047-90fd-9f92cdae5d24 not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:14.338587 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device ed21542c-cd41-4836-9705-21b5cffb510c no longer exists at agent ovs-agent-dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:12:14.358258 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] No Port match for: ed21542c-cd41-4836-9705-21b5cffb510c {{(pid=105213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:12:14.358607 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron.plugins.ml2.rpc [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Device ed21542c-cd41-4836-9705-21b5cffb510c not bound to the agent host dv-cinder-792209-2-iscsi {{(pid=105213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:12:14.437771 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7790165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-586794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444931'] for network, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.441124 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:14.443630 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586801'] for network, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.445528 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9498769f-fb6e-4959-ab97-249597cf4e7e HTTP/1.1" status: 204 len: 168 time: 0.6856210 Jun 28 10:12:14.457244 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Pushing event deleted for resources: {'Network': ['ID=9498769f-fb6e-4959-ab97-249597cf4e7e,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:14.459282 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-59c2258c-8404-48fc-9eab-611dd1434488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:14.758425 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46900) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:14.800124 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-7cf2ca35-13ad-4e4c-82f7-ec9d08e0ccfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee0c6eaf67d549dd8964c3e0c98f37e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401161 Jun 28 10:12:14.802493 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.wsgi [-] (105211) accepted ('10.222.0.15', 46902) {{(pid=105211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:14.851111 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.873132 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:14.997615 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:15.000192 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron_lib.callbacks.manager [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:15.001373 dv-cinder-792209-2-iscsi neutron-server[105211]: INFO neutron.wsgi [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b750e31-434f-434e-a4f8-f0b226b5e3a3 HTTP/1.1" status: 204 len: 168 time: 0.1979973 Jun 28 10:12:15.002230 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-0c771514-dc97-4a68-8d49-0e0a6facf905 tempest-AttachVolumeShelveTestJSON-2017641196 tempest-AttachVolumeShelveTestJSON-2017641196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:15.011580 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b750e31-434f-434e-a4f8-f0b226b5e3a3,revision_number=None']} {{(pid=105211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:15.014471 dv-cinder-792209-2-iscsi neutron-server[105211]: DEBUG oslo_concurrency.lockutils [None req-c62653ad-7387-465e-965a-8d0cf086c07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:15.637284 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46908) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:15.677668 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-555967cd-677b-409a-a172-5cd0311383a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4ce3f8596c3430aaa5c1a1877d7c327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391545 Jun 28 10:12:15.680057 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.wsgi [-] (105212) accepted ('10.222.0.15', 46910) {{(pid=105212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:12:15.727242 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:15.748990 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:15.843177 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132129'] for security_group, after_delete {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:15.845789 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron_lib.callbacks.manager [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:15.846925 dv-cinder-792209-2-iscsi neutron-server[105212]: INFO neutron.wsgi [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a993c61d-dd21-421f-af34-a2f08c79cc3e HTTP/1.1" status: 204 len: 168 time: 0.1659620 Jun 28 10:12:15.847712 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-a5fdf32c-15f1-43b9-b3a9-584c982d4575 tempest-TestMinimumBasicScenario-514300319 tempest-TestMinimumBasicScenario-514300319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:12:15.857912 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a993c61d-dd21-421f-af34-a2f08c79cc3e,revision_number=None']} {{(pid=105212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:12:15.860363 dv-cinder-792209-2-iscsi neutron-server[105212]: DEBUG oslo_concurrency.lockutils [None req-d3de59cf-6ddb-4ee4-82b8-fbe98199548e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:12:24.437458 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-441de0d3-f2e4-4f37-ae60-c3d82ea2a5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:26.991399 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-25fd61f5-6b74-4a4f-8856-ff2ea1ab61c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:27.145892 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:28.425266 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:30.065785 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:37.627014 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:12:38.997218 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:54.505607 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0650cc5e-408e-4a57-ad17-53e1f9bbb072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:56.991138 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-cfe016ee-78a3-451a-a607-772d51446dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:57.140136 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:58.591339 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:00.071227 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.037327 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:14.625559 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:13:24.505287 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-42e136ef-1d38-4a79-8830-444242327c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:26.972158 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e15f-3c9f-4834-b357-bbbc9ef83e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:27.127829 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:28.453508 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:30.086237 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.052640 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:51.624219 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:13:54.499281 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-c4a146fe-82a9-4a5c-93cc-bb4aed0700c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:56.967323 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-da49d17f-72f0-4671-8e89-7b502a7e3132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:57.142803 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:58.453143 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.116634 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:09.096517 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:24.451165 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0198bc30-0c06-4d5d-ac50-c930c4faf506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:26.964725 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-0782a70c-ef8c-4237-9fe5-42a415857d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:27.147731 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:28.464425 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:28.622806 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:14:30.099079 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:39.070523 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:54.501306 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-5354e210-a5b7-440f-80b5-456f570fdd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:56.970110 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-62985206-0f94-481f-83e3-4fd01efea661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:57.179239 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:58.440953 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:00.092823 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:05.620873 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:15:09.095287 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:24.483322 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-a5d30a99-55b7-4fab-b748-bc5ad6744e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:26.978287 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-f141997d-3511-4695-8589-3710902429df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:27.134848 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:28.435556 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:30.117202 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:39.069168 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:42.619217 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:15:54.441010 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-2fa86adf-7a59-4af5-a182-c48865770836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:56.960657 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-829c1e7d-3309-4e6b-b9de-ea76423721f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:57.196381 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:58.459489 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:00.133627 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:09.087368 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:19.618347 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:16:24.464544 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-35144ad6-6d54-4108-b0c7-f0963c6051ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:26.955948 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-48a2791d-e3c7-426d-a242-4f314bc11333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:27.150152 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:28.470428 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:30.127228 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:39.081102 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:54.440466 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-18926d8b-6e14-4330-a607-0ed419870820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:56.617137 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:16:56.954945 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-57d7c431-b3d1-4fea-ae21-b7a1e7ae3423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:57.120590 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:58.503786 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:00.086171 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:09.091855 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:24.509182 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-78718e24-c957-4e18-b1af-194b8f753587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:26.954757 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-dc524ab4-0a9e-4ff7-9faf-4448e0d63897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:27.148560 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-fdc3f917-545a-420d-b2dc-1e2eb73a733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:28.423154 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bed-4453-4a87-a10e-cecbb3328577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:30.068304 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ed88-39d1-47df-851a-ea28f97c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:33.615701 dv-cinder-792209-2-iscsi neutron-server[105214]: DEBUG neutron.db.agents_db [None req-31b84d06-0d51-4115-b1c3-9b5afd8c3bd9 None None] Agent healthcheck: found 6 active agents {{(pid=105214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:17:39.085455 dv-cinder-792209-2-iscsi neutron-server[105213]: DEBUG neutron_lib.callbacks.manager [None req-4b930fdd-b471-43bb-babf-7c42f9b1941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772667293444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7787540'] for agent, after_update {{(pid=105213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}